2024-11-07 16:19:14,212 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-07 16:19:14,223 main DEBUG Took 0.009071 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-07 16:19:14,223 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-07 16:19:14,223 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-07 16:19:14,224 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-07 16:19:14,225 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 16:19:14,234 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-07 16:19:14,246 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 16:19:14,248 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 16:19:14,249 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 16:19:14,249 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 16:19:14,250 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 16:19:14,250 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 16:19:14,252 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 16:19:14,252 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 16:19:14,253 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 16:19:14,253 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 16:19:14,254 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 16:19:14,255 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 16:19:14,255 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 16:19:14,256 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 16:19:14,256 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 16:19:14,257 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 16:19:14,257 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 16:19:14,258 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 16:19:14,258 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 16:19:14,259 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 16:19:14,260 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 16:19:14,260 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 16:19:14,261 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 16:19:14,261 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 16:19:14,262 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 16:19:14,262 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-07 16:19:14,264 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 16:19:14,266 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-07 16:19:14,268 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-07 16:19:14,269 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-07 16:19:14,270 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-07 16:19:14,271 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-07 16:19:14,279 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-07 16:19:14,282 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-07 16:19:14,284 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-07 16:19:14,285 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-07 16:19:14,285 main DEBUG createAppenders(={Console}) 2024-11-07 16:19:14,286 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-07 16:19:14,286 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-07 16:19:14,287 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-07 16:19:14,287 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-07 16:19:14,288 main DEBUG OutputStream closed 2024-11-07 16:19:14,288 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-07 16:19:14,288 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-07 16:19:14,288 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-07 16:19:14,361 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-07 16:19:14,363 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-07 16:19:14,364 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-07 16:19:14,365 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-07 16:19:14,366 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-07 16:19:14,366 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-07 16:19:14,367 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-07 16:19:14,367 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-07 16:19:14,368 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-07 16:19:14,368 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-07 16:19:14,368 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-07 16:19:14,369 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-07 16:19:14,369 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-07 16:19:14,370 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-07 16:19:14,370 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-07 16:19:14,370 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-07 16:19:14,370 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-07 16:19:14,371 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-07 16:19:14,374 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07 16:19:14,374 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-07 16:19:14,374 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-07 16:19:14,375 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-07T16:19:14,390 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-07 16:19:14,393 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-07 16:19:14,393 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07T16:19:14,773 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-07T16:19:15,804 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=158, ProcessCount=11, AvailableMemoryMB=3764 2024-11-07T16:19:17,202 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-07T16:19:17,256 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-07T16:19:17,278 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-07T16:19:17,295 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-07T16:19:17,396 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T16:19:17,437 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 46332 (auto-detected) 2024-11-07T16:19:17,440 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-07T16:19:17,470 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35137 2024-11-07T16:19:17,474 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T16:19:17,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T16:19:17,523 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-07T16:19:17,524 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-07T16:19:17,824 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T16:19:17,891 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:17,946 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:18,050 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:18,055 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:18,055 INFO [FileChangeWatcher-hbase_test_key3984800466811638038.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3984800466811638038.jks thread started 2024-11-07T16:19:18,066 INFO [FileChangeWatcher-hbase_test_ca18023096766245544423.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18023096766245544423.jks thread started 2024-11-07T16:19:18,066 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T16:19:18,148 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:18,173 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:18,264 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:18,265 INFO [FileChangeWatcher-hbase_test_key3984800466811638038.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3984800466811638038.jks thread started 2024-11-07T16:19:18,265 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:18,267 INFO [FileChangeWatcher-hbase_test_ca18023096766245544423.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18023096766245544423.jks thread started 2024-11-07T16:19:18,268 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xde7fc234, L:/127.0.0.1:35137 - R:/127.0.0.1:41788] 2024-11-07T16:19:18,398 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41788, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T16:19:18,696 DEBUG [FileChangeWatcher-hbase_test_ca18023096766245544423.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3984800466811638038.jks 2024-11-07T16:19:18,696 DEBUG [FileChangeWatcher-hbase_test_ca18023096766245544423.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3984800466811638038.jks 2024-11-07T16:19:18,696 DEBUG [FileChangeWatcher-hbase_test_key3984800466811638038.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3984800466811638038.jks 2024-11-07T16:19:18,696 DEBUG [FileChangeWatcher-hbase_test_ca18023096766245544423.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3984800466811638038.jks 2024-11-07T16:19:18,696 DEBUG [FileChangeWatcher-hbase_test_ca18023096766245544423.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3984800466811638038.jks 2024-11-07T16:19:18,696 INFO [FileChangeWatcher-hbase_test_key3984800466811638038.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3984800466811638038.jks 2024-11-07T16:19:18,696 DEBUG [FileChangeWatcher-hbase_test_key3984800466811638038.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3984800466811638038.jks 2024-11-07T16:19:18,697 INFO [FileChangeWatcher-hbase_test_key3984800466811638038.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3984800466811638038.jks 2024-11-07T16:19:18,719 DEBUG [FileChangeWatcher-hbase_test_key3984800466811638038.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3984800466811638038.jks 2024-11-07T16:19:18,719 DEBUG [FileChangeWatcher-hbase_test_ca18023096766245544423.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3984800466811638038.jks 2024-11-07T16:19:18,719 DEBUG [FileChangeWatcher-hbase_test_key3984800466811638038.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3984800466811638038.jks 2024-11-07T16:19:18,719 DEBUG [FileChangeWatcher-hbase_test_ca18023096766245544423.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3984800466811638038.jks 2024-11-07T16:19:18,719 INFO [FileChangeWatcher-hbase_test_key3984800466811638038.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3984800466811638038.jks 2024-11-07T16:19:18,719 DEBUG [FileChangeWatcher-hbase_test_ca18023096766245544423.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3984800466811638038.jks 2024-11-07T16:19:18,720 INFO [FileChangeWatcher-hbase_test_key3984800466811638038.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3984800466811638038.jks 2024-11-07T16:19:18,720 DEBUG [FileChangeWatcher-hbase_test_ca18023096766245544423.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18023096766245544423.jks 2024-11-07T16:19:18,720 DEBUG [FileChangeWatcher-hbase_test_key3984800466811638038.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18023096766245544423.jks 2024-11-07T16:19:18,720 DEBUG [FileChangeWatcher-hbase_test_ca18023096766245544423.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3984800466811638038.jks 2024-11-07T16:19:18,720 DEBUG [FileChangeWatcher-hbase_test_key3984800466811638038.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18023096766245544423.jks 2024-11-07T16:19:18,720 INFO [FileChangeWatcher-hbase_test_ca18023096766245544423.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18023096766245544423.jks 2024-11-07T16:19:18,720 DEBUG [FileChangeWatcher-hbase_test_key3984800466811638038.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18023096766245544423.jks 2024-11-07T16:19:18,720 DEBUG [FileChangeWatcher-hbase_test_ca18023096766245544423.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18023096766245544423.jks 2024-11-07T16:19:18,720 DEBUG [FileChangeWatcher-hbase_test_key3984800466811638038.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18023096766245544423.jks 2024-11-07T16:19:18,720 INFO [FileChangeWatcher-hbase_test_ca18023096766245544423.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18023096766245544423.jks 2024-11-07T16:19:18,742 DEBUG [FileChangeWatcher-hbase_test_ca18023096766245544423.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18023096766245544423.jks 2024-11-07T16:19:18,742 DEBUG [FileChangeWatcher-hbase_test_ca18023096766245544423.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18023096766245544423.jks 2024-11-07T16:19:18,742 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,35137,0 is dead - stopping the connection localhost:35137/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-07T16:19:18,742 INFO [FileChangeWatcher-hbase_test_ca18023096766245544423.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18023096766245544423.jks 2024-11-07T16:19:18,742 DEBUG [FileChangeWatcher-hbase_test_key3984800466811638038.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18023096766245544423.jks 2024-11-07T16:19:18,742 DEBUG [FileChangeWatcher-hbase_test_key3984800466811638038.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18023096766245544423.jks 2024-11-07T16:19:18,743 DEBUG [FileChangeWatcher-hbase_test_key3984800466811638038.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18023096766245544423.jks 2024-11-07T16:19:18,742 INFO [FileChangeWatcher-hbase_test_ca18023096766245544423.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18023096766245544423.jks 2024-11-07T16:19:18,743 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T16:19:18,743 DEBUG [FileChangeWatcher-hbase_test_key3984800466811638038.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18023096766245544423.jks 2024-11-07T16:19:18,745 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:18,774 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:18,774 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T16:19:18,792 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:18,819 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:18,820 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb227d87c, L:/127.0.0.1:35137 - R:/127.0.0.1:41792] 2024-11-07T16:19:18,867 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41792, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T16:19:18,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T16:19:18,870 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35137 2024-11-07T16:19:18,870 DEBUG [FileChangeWatcher-hbase_test_ca18023096766245544423.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18023096766245544423.jks was interrupted and is shutting down... 2024-11-07T16:19:18,870 DEBUG [FileChangeWatcher-hbase_test_key3984800466811638038.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3984800466811638038.jks was interrupted and is shutting down... 2024-11-07T16:19:18,870 DEBUG [FileChangeWatcher-hbase_test_ca18023096766245544423.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18023096766245544423.jks was interrupted and is shutting down... 2024-11-07T16:19:18,870 DEBUG [FileChangeWatcher-hbase_test_key3984800466811638038.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3984800466811638038.jks was interrupted and is shutting down... 2024-11-07T16:19:18,870 INFO [FileChangeWatcher-hbase_test_ca18023096766245544423.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18023096766245544423.jks thread finished 2024-11-07T16:19:18,871 INFO [FileChangeWatcher-hbase_test_ca18023096766245544423.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18023096766245544423.jks thread finished 2024-11-07T16:19:18,874 INFO [FileChangeWatcher-hbase_test_key3984800466811638038.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3984800466811638038.jks thread finished 2024-11-07T16:19:18,886 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key3984800466811638038.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=328 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=158 (was 158), ProcessCount=11 (was 11), AvailableMemoryMB=3430 (was 3764) 2024-11-07T16:19:18,891 INFO [FileChangeWatcher-hbase_test_key3984800466811638038.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3984800466811638038.jks thread finished 2024-11-07T16:19:18,894 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=193, ProcessCount=11, AvailableMemoryMB=3429 2024-11-07T16:19:18,896 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T16:19:18,897 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45875 2024-11-07T16:19:18,897 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T16:19:18,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f643c99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T16:19:18,898 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T16:19:18,900 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:18,950 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:18,952 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:18,952 INFO [FileChangeWatcher-hbase_test_key3984800466811638038.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3984800466811638038.jks thread started 2024-11-07T16:19:18,952 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:18,953 INFO [FileChangeWatcher-hbase_test_ca18023096766245544423.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18023096766245544423.jks thread started 2024-11-07T16:19:18,953 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T16:19:18,972 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:18,999 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:19,000 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:19,000 INFO [FileChangeWatcher-hbase_test_key3984800466811638038.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3984800466811638038.jks thread started 2024-11-07T16:19:19,000 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:19,001 INFO [FileChangeWatcher-hbase_test_ca18023096766245544423.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18023096766245544423.jks thread started 2024-11-07T16:19:19,001 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x85f0f485, L:/127.0.0.1:45875 - R:/127.0.0.1:45038] 2024-11-07T16:19:19,052 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45038, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T16:19:19,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T16:19:19,054 DEBUG [FileChangeWatcher-hbase_test_key3984800466811638038.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3984800466811638038.jks was interrupted and is shutting down... 2024-11-07T16:19:19,054 DEBUG [FileChangeWatcher-hbase_test_ca18023096766245544423.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18023096766245544423.jks was interrupted and is shutting down... 2024-11-07T16:19:19,055 INFO [FileChangeWatcher-hbase_test_key3984800466811638038.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3984800466811638038.jks thread finished 2024-11-07T16:19:19,071 INFO [FileChangeWatcher-hbase_test_ca18023096766245544423.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18023096766245544423.jks thread finished 2024-11-07T16:19:19,393 DEBUG [FileChangeWatcher-hbase_test_key3984800466811638038.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3984800466811638038.jks 2024-11-07T16:19:19,393 DEBUG [FileChangeWatcher-hbase_test_ca18023096766245544423.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3984800466811638038.jks 2024-11-07T16:19:19,393 DEBUG [FileChangeWatcher-hbase_test_ca18023096766245544423.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3984800466811638038.jks 2024-11-07T16:19:19,393 INFO [FileChangeWatcher-hbase_test_key3984800466811638038.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3984800466811638038.jks 2024-11-07T16:19:19,423 DEBUG [FileChangeWatcher-hbase_test_ca18023096766245544423.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3984800466811638038.jks 2024-11-07T16:19:19,423 DEBUG [FileChangeWatcher-hbase_test_key3984800466811638038.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3984800466811638038.jks 2024-11-07T16:19:19,423 INFO [FileChangeWatcher-hbase_test_key3984800466811638038.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3984800466811638038.jks 2024-11-07T16:19:19,423 DEBUG [FileChangeWatcher-hbase_test_ca18023096766245544423.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3984800466811638038.jks 2024-11-07T16:19:19,423 DEBUG [FileChangeWatcher-hbase_test_key3984800466811638038.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18023096766245544423.jks 2024-11-07T16:19:19,424 DEBUG [FileChangeWatcher-hbase_test_ca18023096766245544423.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18023096766245544423.jks 2024-11-07T16:19:19,424 DEBUG [FileChangeWatcher-hbase_test_key3984800466811638038.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18023096766245544423.jks 2024-11-07T16:19:19,424 INFO [FileChangeWatcher-hbase_test_ca18023096766245544423.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18023096766245544423.jks 2024-11-07T16:19:19,437 DEBUG [FileChangeWatcher-hbase_test_ca18023096766245544423.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18023096766245544423.jks 2024-11-07T16:19:19,437 DEBUG [FileChangeWatcher-hbase_test_key3984800466811638038.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18023096766245544423.jks 2024-11-07T16:19:19,437 INFO [FileChangeWatcher-hbase_test_ca18023096766245544423.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18023096766245544423.jks 2024-11-07T16:19:19,437 DEBUG [FileChangeWatcher-hbase_test_key3984800466811638038.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18023096766245544423.jks 2024-11-07T16:19:19,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a7be9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T16:19:19,463 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T16:19:19,464 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:19,508 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:19,508 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:19,509 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:19,509 INFO [FileChangeWatcher-hbase_test_key3984800466811638038.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3984800466811638038.jks thread started 2024-11-07T16:19:19,510 INFO [FileChangeWatcher-hbase_test_ca18023096766245544423.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18023096766245544423.jks thread started 2024-11-07T16:19:19,510 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T16:19:19,534 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:19,554 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:19,554 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xec30977e, L:/127.0.0.1:45875 - R:/127.0.0.1:45048] 2024-11-07T16:19:19,591 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45048, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T16:19:19,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T16:19:19,593 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45875 2024-11-07T16:19:19,593 DEBUG [FileChangeWatcher-hbase_test_key3984800466811638038.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3984800466811638038.jks was interrupted and is shutting down... 2024-11-07T16:19:19,593 DEBUG [FileChangeWatcher-hbase_test_ca18023096766245544423.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18023096766245544423.jks was interrupted and is shutting down... 2024-11-07T16:19:19,593 DEBUG [FileChangeWatcher-hbase_test_ca18023096766245544423.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18023096766245544423.jks was interrupted and is shutting down... 2024-11-07T16:19:19,593 DEBUG [FileChangeWatcher-hbase_test_key3984800466811638038.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3984800466811638038.jks was interrupted and is shutting down... 2024-11-07T16:19:19,594 INFO [FileChangeWatcher-hbase_test_ca18023096766245544423.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18023096766245544423.jks thread finished 2024-11-07T16:19:19,594 INFO [FileChangeWatcher-hbase_test_key3984800466811638038.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3984800466811638038.jks thread finished 2024-11-07T16:19:19,594 INFO [FileChangeWatcher-hbase_test_ca18023096766245544423.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18023096766245544423.jks thread finished 2024-11-07T16:19:19,600 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 23) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=193 (was 193), ProcessCount=11 (was 11), AvailableMemoryMB=3292 (was 3429) 2024-11-07T16:19:19,605 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=193, ProcessCount=11, AvailableMemoryMB=3292 2024-11-07T16:19:19,607 INFO [FileChangeWatcher-hbase_test_key3984800466811638038.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3984800466811638038.jks thread finished 2024-11-07T16:19:19,660 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T16:19:19,661 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36217 2024-11-07T16:19:19,661 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T16:19:19,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0c46d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T16:19:19,662 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T16:19:19,664 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:19,679 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:19,680 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:19,681 INFO [FileChangeWatcher-hbase_test_key14259965378403991659.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14259965378403991659.pem thread started 2024-11-07T16:19:19,681 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:19,681 INFO [FileChangeWatcher-hbase_test_ca10474960907755344725.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10474960907755344725.pem thread started 2024-11-07T16:19:19,681 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T16:19:19,696 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:19,697 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:19,698 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:19,699 INFO [FileChangeWatcher-hbase_test_key14259965378403991659.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14259965378403991659.pem thread started 2024-11-07T16:19:19,703 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:19,703 INFO [FileChangeWatcher-hbase_test_ca10474960907755344725.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10474960907755344725.pem thread started 2024-11-07T16:19:19,703 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xabcba8c0, L:/127.0.0.1:36217 - R:/127.0.0.1:36610] 2024-11-07T16:19:19,718 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36610, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T16:19:19,987 DEBUG [FileChangeWatcher-hbase_test_key14259965378403991659.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14259965378403991659.pem 2024-11-07T16:19:19,988 INFO [FileChangeWatcher-hbase_test_key14259965378403991659.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14259965378403991659.pem 2024-11-07T16:19:19,988 DEBUG [FileChangeWatcher-hbase_test_key14259965378403991659.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14259965378403991659.pem 2024-11-07T16:19:19,988 INFO [FileChangeWatcher-hbase_test_key14259965378403991659.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14259965378403991659.pem 2024-11-07T16:19:19,988 DEBUG [FileChangeWatcher-hbase_test_ca10474960907755344725.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14259965378403991659.pem 2024-11-07T16:19:19,988 DEBUG [FileChangeWatcher-hbase_test_key14259965378403991659.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14259965378403991659.pem 2024-11-07T16:19:19,988 DEBUG [FileChangeWatcher-hbase_test_ca10474960907755344725.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14259965378403991659.pem 2024-11-07T16:19:19,988 INFO [FileChangeWatcher-hbase_test_key14259965378403991659.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14259965378403991659.pem 2024-11-07T16:19:19,988 DEBUG [FileChangeWatcher-hbase_test_ca10474960907755344725.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14259965378403991659.pem 2024-11-07T16:19:19,989 DEBUG [FileChangeWatcher-hbase_test_ca10474960907755344725.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14259965378403991659.pem 2024-11-07T16:19:19,989 DEBUG [FileChangeWatcher-hbase_test_ca10474960907755344725.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14259965378403991659.pem 2024-11-07T16:19:19,989 DEBUG [FileChangeWatcher-hbase_test_ca10474960907755344725.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14259965378403991659.pem 2024-11-07T16:19:19,989 DEBUG [FileChangeWatcher-hbase_test_ca10474960907755344725.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14259965378403991659.pem 2024-11-07T16:19:19,989 DEBUG [FileChangeWatcher-hbase_test_ca10474960907755344725.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14259965378403991659.pem 2024-11-07T16:19:19,989 DEBUG [FileChangeWatcher-hbase_test_key14259965378403991659.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14259965378403991659.pem 2024-11-07T16:19:19,989 INFO [FileChangeWatcher-hbase_test_key14259965378403991659.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14259965378403991659.pem 2024-11-07T16:19:19,989 DEBUG [FileChangeWatcher-hbase_test_key14259965378403991659.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10474960907755344725.pem 2024-11-07T16:19:19,990 DEBUG [FileChangeWatcher-hbase_test_key14259965378403991659.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10474960907755344725.pem 2024-11-07T16:19:19,990 DEBUG [FileChangeWatcher-hbase_test_key14259965378403991659.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10474960907755344725.pem 2024-11-07T16:19:19,990 DEBUG [FileChangeWatcher-hbase_test_key14259965378403991659.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10474960907755344725.pem 2024-11-07T16:19:19,990 DEBUG [FileChangeWatcher-hbase_test_ca10474960907755344725.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10474960907755344725.pem 2024-11-07T16:19:19,990 INFO [FileChangeWatcher-hbase_test_ca10474960907755344725.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10474960907755344725.pem 2024-11-07T16:19:19,990 DEBUG [FileChangeWatcher-hbase_test_ca10474960907755344725.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10474960907755344725.pem 2024-11-07T16:19:19,990 DEBUG [FileChangeWatcher-hbase_test_key14259965378403991659.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10474960907755344725.pem 2024-11-07T16:19:19,990 INFO [FileChangeWatcher-hbase_test_ca10474960907755344725.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10474960907755344725.pem 2024-11-07T16:19:19,991 DEBUG [FileChangeWatcher-hbase_test_key14259965378403991659.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10474960907755344725.pem 2024-11-07T16:19:19,991 DEBUG [FileChangeWatcher-hbase_test_ca10474960907755344725.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10474960907755344725.pem 2024-11-07T16:19:19,991 INFO [FileChangeWatcher-hbase_test_ca10474960907755344725.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10474960907755344725.pem 2024-11-07T16:19:19,991 DEBUG [FileChangeWatcher-hbase_test_ca10474960907755344725.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10474960907755344725.pem 2024-11-07T16:19:19,991 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,36217,0 is dead - stopping the connection localhost:36217/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-07T16:19:19,991 INFO [FileChangeWatcher-hbase_test_ca10474960907755344725.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10474960907755344725.pem 2024-11-07T16:19:19,991 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T16:19:19,992 DEBUG [FileChangeWatcher-hbase_test_key14259965378403991659.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10474960907755344725.pem 2024-11-07T16:19:19,992 DEBUG [FileChangeWatcher-hbase_test_key14259965378403991659.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10474960907755344725.pem 2024-11-07T16:19:19,993 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:19,998 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:19,999 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T16:19:20,006 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:20,006 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:20,007 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9dafa55a, L:/127.0.0.1:36217 - R:/127.0.0.1:36614] 2024-11-07T16:19:20,030 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36614, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T16:19:20,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T16:19:20,033 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36217 2024-11-07T16:19:20,033 DEBUG [FileChangeWatcher-hbase_test_ca10474960907755344725.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10474960907755344725.pem was interrupted and is shutting down... 2024-11-07T16:19:20,033 DEBUG [FileChangeWatcher-hbase_test_ca10474960907755344725.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10474960907755344725.pem was interrupted and is shutting down... 2024-11-07T16:19:20,033 DEBUG [FileChangeWatcher-hbase_test_key14259965378403991659.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14259965378403991659.pem was interrupted and is shutting down... 2024-11-07T16:19:20,033 DEBUG [FileChangeWatcher-hbase_test_key14259965378403991659.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14259965378403991659.pem was interrupted and is shutting down... 2024-11-07T16:19:20,033 INFO [FileChangeWatcher-hbase_test_ca10474960907755344725.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10474960907755344725.pem thread finished 2024-11-07T16:19:20,033 INFO [FileChangeWatcher-hbase_test_key14259965378403991659.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14259965378403991659.pem thread finished 2024-11-07T16:19:20,034 INFO [FileChangeWatcher-hbase_test_ca10474960907755344725.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10474960907755344725.pem thread finished 2024-11-07T16:19:20,039 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key14259965378403991659.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=193 (was 193), ProcessCount=11 (was 11), AvailableMemoryMB=3228 (was 3292) 2024-11-07T16:19:20,046 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=193, ProcessCount=11, AvailableMemoryMB=3227 2024-11-07T16:19:20,048 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T16:19:20,049 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36523 2024-11-07T16:19:20,049 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T16:19:20,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a639716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T16:19:20,050 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T16:19:20,050 INFO [FileChangeWatcher-hbase_test_key14259965378403991659.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14259965378403991659.pem thread finished 2024-11-07T16:19:20,051 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:20,057 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:20,057 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:20,058 INFO [FileChangeWatcher-hbase_test_key14259965378403991659.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14259965378403991659.pem thread started 2024-11-07T16:19:20,058 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:20,059 INFO [FileChangeWatcher-hbase_test_ca10474960907755344725.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10474960907755344725.pem thread started 2024-11-07T16:19:20,059 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T16:19:20,065 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:20,066 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:20,067 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:20,067 INFO [FileChangeWatcher-hbase_test_key14259965378403991659.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14259965378403991659.pem thread started 2024-11-07T16:19:20,068 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:20,068 INFO [FileChangeWatcher-hbase_test_ca10474960907755344725.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10474960907755344725.pem thread started 2024-11-07T16:19:20,068 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2fc0fb2d, L:/127.0.0.1:36523 - R:/127.0.0.1:38498] 2024-11-07T16:19:20,085 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38498, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T16:19:20,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T16:19:20,087 DEBUG [FileChangeWatcher-hbase_test_key14259965378403991659.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14259965378403991659.pem was interrupted and is shutting down... 2024-11-07T16:19:20,087 DEBUG [FileChangeWatcher-hbase_test_ca10474960907755344725.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10474960907755344725.pem was interrupted and is shutting down... 2024-11-07T16:19:20,087 INFO [FileChangeWatcher-hbase_test_ca10474960907755344725.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10474960907755344725.pem thread finished 2024-11-07T16:19:20,088 INFO [FileChangeWatcher-hbase_test_key14259965378403991659.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14259965378403991659.pem thread finished 2024-11-07T16:19:20,318 DEBUG [FileChangeWatcher-hbase_test_ca10474960907755344725.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14259965378403991659.pem 2024-11-07T16:19:20,318 DEBUG [FileChangeWatcher-hbase_test_ca10474960907755344725.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14259965378403991659.pem 2024-11-07T16:19:20,319 DEBUG [FileChangeWatcher-hbase_test_key14259965378403991659.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14259965378403991659.pem 2024-11-07T16:19:20,319 INFO [FileChangeWatcher-hbase_test_key14259965378403991659.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14259965378403991659.pem 2024-11-07T16:19:20,319 DEBUG [FileChangeWatcher-hbase_test_key14259965378403991659.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14259965378403991659.pem 2024-11-07T16:19:20,319 INFO [FileChangeWatcher-hbase_test_key14259965378403991659.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14259965378403991659.pem 2024-11-07T16:19:20,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f122a89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T16:19:20,321 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T16:19:20,323 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:20,324 DEBUG [FileChangeWatcher-hbase_test_ca10474960907755344725.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14259965378403991659.pem 2024-11-07T16:19:20,324 DEBUG [FileChangeWatcher-hbase_test_ca10474960907755344725.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14259965378403991659.pem 2024-11-07T16:19:20,324 DEBUG [FileChangeWatcher-hbase_test_ca10474960907755344725.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10474960907755344725.pem 2024-11-07T16:19:20,325 INFO [FileChangeWatcher-hbase_test_ca10474960907755344725.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10474960907755344725.pem 2024-11-07T16:19:20,325 DEBUG [FileChangeWatcher-hbase_test_key14259965378403991659.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10474960907755344725.pem 2024-11-07T16:19:20,325 DEBUG [FileChangeWatcher-hbase_test_key14259965378403991659.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10474960907755344725.pem 2024-11-07T16:19:20,329 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:20,330 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:20,330 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:20,330 INFO [FileChangeWatcher-hbase_test_key14259965378403991659.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14259965378403991659.pem thread started 2024-11-07T16:19:20,331 INFO [FileChangeWatcher-hbase_test_ca10474960907755344725.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10474960907755344725.pem thread started 2024-11-07T16:19:20,331 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T16:19:20,338 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:20,339 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:20,339 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbbb812f6, L:/127.0.0.1:36523 - R:/127.0.0.1:38502] 2024-11-07T16:19:20,362 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38502, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T16:19:20,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T16:19:20,364 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36523 2024-11-07T16:19:20,364 DEBUG [FileChangeWatcher-hbase_test_ca10474960907755344725.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10474960907755344725.pem was interrupted and is shutting down... 2024-11-07T16:19:20,364 DEBUG [FileChangeWatcher-hbase_test_key14259965378403991659.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14259965378403991659.pem was interrupted and is shutting down... 2024-11-07T16:19:20,364 DEBUG [FileChangeWatcher-hbase_test_key14259965378403991659.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14259965378403991659.pem was interrupted and is shutting down... 2024-11-07T16:19:20,364 INFO [FileChangeWatcher-hbase_test_key14259965378403991659.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14259965378403991659.pem thread finished 2024-11-07T16:19:20,364 DEBUG [FileChangeWatcher-hbase_test_ca10474960907755344725.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10474960907755344725.pem was interrupted and is shutting down... 2024-11-07T16:19:20,365 INFO [FileChangeWatcher-hbase_test_key14259965378403991659.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14259965378403991659.pem thread finished 2024-11-07T16:19:20,365 INFO [FileChangeWatcher-hbase_test_ca10474960907755344725.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10474960907755344725.pem thread finished 2024-11-07T16:19:20,365 INFO [FileChangeWatcher-hbase_test_ca10474960907755344725.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10474960907755344725.pem thread finished 2024-11-07T16:19:20,379 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 27), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=193 (was 193), ProcessCount=11 (was 11), AvailableMemoryMB=3135 (was 3227) 2024-11-07T16:19:20,385 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=193, ProcessCount=11, AvailableMemoryMB=3135 2024-11-07T16:19:20,434 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T16:19:20,436 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34203 2024-11-07T16:19:20,436 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T16:19:20,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55558415, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T16:19:20,437 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T16:19:20,438 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:20,466 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:20,466 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:20,467 INFO [FileChangeWatcher-hbase_test_key7060409330220853374.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7060409330220853374.p12 thread started 2024-11-07T16:19:20,467 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:20,468 INFO [FileChangeWatcher-hbase_test_ca4400548984069351611.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4400548984069351611.p12 thread started 2024-11-07T16:19:20,469 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T16:19:20,487 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:20,501 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:20,501 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:20,502 INFO [FileChangeWatcher-hbase_test_key7060409330220853374.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7060409330220853374.p12 thread started 2024-11-07T16:19:20,502 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:20,502 INFO [FileChangeWatcher-hbase_test_ca4400548984069351611.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4400548984069351611.p12 thread started 2024-11-07T16:19:20,502 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x164b4709, L:/127.0.0.1:34203 - R:/127.0.0.1:55294] 2024-11-07T16:19:20,539 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55294, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T16:19:20,831 DEBUG [FileChangeWatcher-hbase_test_key7060409330220853374.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7060409330220853374.p12 2024-11-07T16:19:20,831 DEBUG [FileChangeWatcher-hbase_test_ca4400548984069351611.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7060409330220853374.p12 2024-11-07T16:19:20,831 DEBUG [FileChangeWatcher-hbase_test_key7060409330220853374.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7060409330220853374.p12 2024-11-07T16:19:20,831 DEBUG [FileChangeWatcher-hbase_test_ca4400548984069351611.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7060409330220853374.p12 2024-11-07T16:19:20,831 DEBUG [FileChangeWatcher-hbase_test_ca4400548984069351611.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7060409330220853374.p12 2024-11-07T16:19:20,831 INFO [FileChangeWatcher-hbase_test_key7060409330220853374.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7060409330220853374.p12 2024-11-07T16:19:20,831 INFO [FileChangeWatcher-hbase_test_key7060409330220853374.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7060409330220853374.p12 2024-11-07T16:19:20,831 DEBUG [FileChangeWatcher-hbase_test_ca4400548984069351611.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7060409330220853374.p12 2024-11-07T16:19:20,855 DEBUG [FileChangeWatcher-hbase_test_key7060409330220853374.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7060409330220853374.p12 2024-11-07T16:19:20,855 DEBUG [FileChangeWatcher-hbase_test_ca4400548984069351611.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7060409330220853374.p12 2024-11-07T16:19:20,855 DEBUG [FileChangeWatcher-hbase_test_key7060409330220853374.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7060409330220853374.p12 2024-11-07T16:19:20,855 DEBUG [FileChangeWatcher-hbase_test_ca4400548984069351611.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7060409330220853374.p12 2024-11-07T16:19:20,855 DEBUG [FileChangeWatcher-hbase_test_ca4400548984069351611.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7060409330220853374.p12 2024-11-07T16:19:20,855 INFO [FileChangeWatcher-hbase_test_key7060409330220853374.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7060409330220853374.p12 2024-11-07T16:19:20,855 INFO [FileChangeWatcher-hbase_test_key7060409330220853374.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7060409330220853374.p12 2024-11-07T16:19:20,855 DEBUG [FileChangeWatcher-hbase_test_ca4400548984069351611.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7060409330220853374.p12 2024-11-07T16:19:20,879 DEBUG [FileChangeWatcher-hbase_test_ca4400548984069351611.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4400548984069351611.p12 2024-11-07T16:19:20,879 DEBUG [FileChangeWatcher-hbase_test_key7060409330220853374.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4400548984069351611.p12 2024-11-07T16:19:20,879 DEBUG [FileChangeWatcher-hbase_test_key7060409330220853374.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4400548984069351611.p12 2024-11-07T16:19:20,879 DEBUG [FileChangeWatcher-hbase_test_ca4400548984069351611.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4400548984069351611.p12 2024-11-07T16:19:20,879 DEBUG [FileChangeWatcher-hbase_test_key7060409330220853374.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4400548984069351611.p12 2024-11-07T16:19:20,879 INFO [FileChangeWatcher-hbase_test_ca4400548984069351611.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4400548984069351611.p12 2024-11-07T16:19:20,879 DEBUG [FileChangeWatcher-hbase_test_key7060409330220853374.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4400548984069351611.p12 2024-11-07T16:19:20,879 INFO [FileChangeWatcher-hbase_test_ca4400548984069351611.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4400548984069351611.p12 2024-11-07T16:19:20,895 DEBUG [FileChangeWatcher-hbase_test_ca4400548984069351611.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4400548984069351611.p12 2024-11-07T16:19:20,895 DEBUG [FileChangeWatcher-hbase_test_key7060409330220853374.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4400548984069351611.p12 2024-11-07T16:19:20,895 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34203,0 is dead - stopping the connection localhost:34203/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-07T16:19:20,895 DEBUG [FileChangeWatcher-hbase_test_ca4400548984069351611.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4400548984069351611.p12 2024-11-07T16:19:20,895 DEBUG [FileChangeWatcher-hbase_test_key7060409330220853374.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4400548984069351611.p12 2024-11-07T16:19:20,895 INFO [FileChangeWatcher-hbase_test_ca4400548984069351611.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4400548984069351611.p12 2024-11-07T16:19:20,895 DEBUG [FileChangeWatcher-hbase_test_key7060409330220853374.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4400548984069351611.p12 2024-11-07T16:19:20,895 DEBUG [FileChangeWatcher-hbase_test_key7060409330220853374.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4400548984069351611.p12 2024-11-07T16:19:20,895 INFO [FileChangeWatcher-hbase_test_ca4400548984069351611.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4400548984069351611.p12 2024-11-07T16:19:20,896 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T16:19:20,897 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:20,923 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:20,924 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T16:19:20,939 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:20,953 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:20,953 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc996a3af, L:/127.0.0.1:34203 - R:/127.0.0.1:55302] 2024-11-07T16:19:20,987 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55302, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T16:19:20,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T16:19:20,989 DEBUG [FileChangeWatcher-hbase_test_key7060409330220853374.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7060409330220853374.p12 was interrupted and is shutting down... 2024-11-07T16:19:20,989 DEBUG [FileChangeWatcher-hbase_test_ca4400548984069351611.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4400548984069351611.p12 was interrupted and is shutting down... 2024-11-07T16:19:20,989 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34203 2024-11-07T16:19:20,989 DEBUG [FileChangeWatcher-hbase_test_ca4400548984069351611.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4400548984069351611.p12 was interrupted and is shutting down... 2024-11-07T16:19:20,989 DEBUG [FileChangeWatcher-hbase_test_key7060409330220853374.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7060409330220853374.p12 was interrupted and is shutting down... 2024-11-07T16:19:20,990 INFO [FileChangeWatcher-hbase_test_key7060409330220853374.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7060409330220853374.p12 thread finished 2024-11-07T16:19:20,990 INFO [FileChangeWatcher-hbase_test_ca4400548984069351611.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4400548984069351611.p12 thread finished 2024-11-07T16:19:20,996 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 27) Potentially hanging thread: FileChangeWatcher-hbase_test_ca4400548984069351611.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key7060409330220853374.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=193 (was 193), ProcessCount=11 (was 11), AvailableMemoryMB=3038 (was 3135) 2024-11-07T16:19:21,001 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=193, ProcessCount=11, AvailableMemoryMB=3036 2024-11-07T16:19:21,003 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T16:19:21,004 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37305 2024-11-07T16:19:21,004 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T16:19:21,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@474094d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T16:19:21,005 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T16:19:21,006 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:21,006 INFO [FileChangeWatcher-hbase_test_ca4400548984069351611.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4400548984069351611.p12 thread finished 2024-11-07T16:19:21,006 INFO [FileChangeWatcher-hbase_test_key7060409330220853374.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7060409330220853374.p12 thread finished 2024-11-07T16:19:21,032 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:21,033 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:21,034 INFO [FileChangeWatcher-hbase_test_key7060409330220853374.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7060409330220853374.p12 thread started 2024-11-07T16:19:21,034 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:21,034 INFO [FileChangeWatcher-hbase_test_ca4400548984069351611.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4400548984069351611.p12 thread started 2024-11-07T16:19:21,034 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T16:19:21,049 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:21,062 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:21,063 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:21,063 INFO [FileChangeWatcher-hbase_test_key7060409330220853374.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7060409330220853374.p12 thread started 2024-11-07T16:19:21,063 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:21,064 INFO [FileChangeWatcher-hbase_test_ca4400548984069351611.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4400548984069351611.p12 thread started 2024-11-07T16:19:21,064 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd5753dd8, L:/127.0.0.1:37305 - R:/127.0.0.1:41342] 2024-11-07T16:19:21,096 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41342, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T16:19:21,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T16:19:21,098 DEBUG [FileChangeWatcher-hbase_test_ca4400548984069351611.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4400548984069351611.p12 was interrupted and is shutting down... 2024-11-07T16:19:21,098 DEBUG [FileChangeWatcher-hbase_test_key7060409330220853374.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7060409330220853374.p12 was interrupted and is shutting down... 2024-11-07T16:19:21,098 INFO [FileChangeWatcher-hbase_test_key7060409330220853374.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7060409330220853374.p12 thread finished 2024-11-07T16:19:21,098 INFO [FileChangeWatcher-hbase_test_ca4400548984069351611.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4400548984069351611.p12 thread finished 2024-11-07T16:19:21,246 DEBUG [FileChangeWatcher-hbase_test_key7060409330220853374.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7060409330220853374.p12 2024-11-07T16:19:21,246 INFO [FileChangeWatcher-hbase_test_key7060409330220853374.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7060409330220853374.p12 2024-11-07T16:19:21,246 DEBUG [FileChangeWatcher-hbase_test_ca4400548984069351611.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7060409330220853374.p12 2024-11-07T16:19:21,246 DEBUG [FileChangeWatcher-hbase_test_ca4400548984069351611.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7060409330220853374.p12 2024-11-07T16:19:21,269 DEBUG [FileChangeWatcher-hbase_test_ca4400548984069351611.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7060409330220853374.p12 2024-11-07T16:19:21,269 DEBUG [FileChangeWatcher-hbase_test_key7060409330220853374.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7060409330220853374.p12 2024-11-07T16:19:21,269 DEBUG [FileChangeWatcher-hbase_test_ca4400548984069351611.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7060409330220853374.p12 2024-11-07T16:19:21,269 INFO [FileChangeWatcher-hbase_test_key7060409330220853374.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7060409330220853374.p12 2024-11-07T16:19:21,269 DEBUG [FileChangeWatcher-hbase_test_ca4400548984069351611.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4400548984069351611.p12 2024-11-07T16:19:21,269 DEBUG [FileChangeWatcher-hbase_test_key7060409330220853374.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4400548984069351611.p12 2024-11-07T16:19:21,269 INFO [FileChangeWatcher-hbase_test_ca4400548984069351611.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4400548984069351611.p12 2024-11-07T16:19:21,269 DEBUG [FileChangeWatcher-hbase_test_key7060409330220853374.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4400548984069351611.p12 2024-11-07T16:19:21,282 DEBUG [FileChangeWatcher-hbase_test_ca4400548984069351611.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4400548984069351611.p12 2024-11-07T16:19:21,282 DEBUG [FileChangeWatcher-hbase_test_key7060409330220853374.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4400548984069351611.p12 2024-11-07T16:19:21,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f55961a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T16:19:21,283 INFO [FileChangeWatcher-hbase_test_ca4400548984069351611.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4400548984069351611.p12 2024-11-07T16:19:21,283 DEBUG [FileChangeWatcher-hbase_test_key7060409330220853374.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4400548984069351611.p12 2024-11-07T16:19:21,283 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T16:19:21,284 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:21,311 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:21,312 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:21,312 INFO [FileChangeWatcher-hbase_test_key7060409330220853374.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7060409330220853374.p12 thread started 2024-11-07T16:19:21,312 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:21,313 INFO [FileChangeWatcher-hbase_test_ca4400548984069351611.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4400548984069351611.p12 thread started 2024-11-07T16:19:21,313 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T16:19:21,327 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:21,340 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:21,341 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x611f18f8, L:/127.0.0.1:37305 - R:/127.0.0.1:41358] 2024-11-07T16:19:21,377 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41358, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T16:19:21,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T16:19:21,379 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37305 2024-11-07T16:19:21,379 DEBUG [FileChangeWatcher-hbase_test_ca4400548984069351611.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4400548984069351611.p12 was interrupted and is shutting down... 2024-11-07T16:19:21,379 DEBUG [FileChangeWatcher-hbase_test_key7060409330220853374.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7060409330220853374.p12 was interrupted and is shutting down... 2024-11-07T16:19:21,379 DEBUG [FileChangeWatcher-hbase_test_key7060409330220853374.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7060409330220853374.p12 was interrupted and is shutting down... 2024-11-07T16:19:21,379 DEBUG [FileChangeWatcher-hbase_test_ca4400548984069351611.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4400548984069351611.p12 was interrupted and is shutting down... 2024-11-07T16:19:21,379 INFO [FileChangeWatcher-hbase_test_key7060409330220853374.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7060409330220853374.p12 thread finished 2024-11-07T16:19:21,379 INFO [FileChangeWatcher-hbase_test_key7060409330220853374.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7060409330220853374.p12 thread finished 2024-11-07T16:19:21,385 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=35 (was 33) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=193 (was 193), ProcessCount=11 (was 11), AvailableMemoryMB=2969 (was 3036) 2024-11-07T16:19:21,390 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=193, ProcessCount=11, AvailableMemoryMB=2967 2024-11-07T16:19:21,399 INFO [FileChangeWatcher-hbase_test_ca4400548984069351611.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4400548984069351611.p12 thread finished 2024-11-07T16:19:21,399 INFO [FileChangeWatcher-hbase_test_ca4400548984069351611.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4400548984069351611.p12 thread finished 2024-11-07T16:19:21,950 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T16:19:21,951 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:32995 2024-11-07T16:19:21,951 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T16:19:21,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59329374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T16:19:21,952 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T16:19:21,953 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:22,221 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:22,222 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:22,222 INFO [FileChangeWatcher-hbase_test_key6081268157674732587.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6081268157674732587.bcfks thread started 2024-11-07T16:19:22,222 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:22,225 INFO [FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks thread started 2024-11-07T16:19:22,225 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T16:19:22,379 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:22,508 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:22,509 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:22,509 INFO [FileChangeWatcher-hbase_test_key6081268157674732587.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6081268157674732587.bcfks thread started 2024-11-07T16:19:22,509 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:22,510 INFO [FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks thread started 2024-11-07T16:19:22,510 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8eec0af1, L:/127.0.0.1:32995 - R:/127.0.0.1:55014] 2024-11-07T16:19:22,664 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55014, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T16:19:22,895 DEBUG [FileChangeWatcher-hbase_test_key6081268157674732587.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6081268157674732587.bcfks 2024-11-07T16:19:22,895 DEBUG [FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6081268157674732587.bcfks 2024-11-07T16:19:22,895 DEBUG [FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6081268157674732587.bcfks 2024-11-07T16:19:22,895 INFO [FileChangeWatcher-hbase_test_key6081268157674732587.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6081268157674732587.bcfks 2024-11-07T16:19:22,895 DEBUG [FileChangeWatcher-hbase_test_key6081268157674732587.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6081268157674732587.bcfks 2024-11-07T16:19:22,895 DEBUG [FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6081268157674732587.bcfks 2024-11-07T16:19:22,895 DEBUG [FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6081268157674732587.bcfks 2024-11-07T16:19:22,896 INFO [FileChangeWatcher-hbase_test_key6081268157674732587.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6081268157674732587.bcfks 2024-11-07T16:19:23,090 DEBUG [FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6081268157674732587.bcfks 2024-11-07T16:19:23,090 DEBUG [FileChangeWatcher-hbase_test_key6081268157674732587.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6081268157674732587.bcfks 2024-11-07T16:19:23,090 DEBUG [FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6081268157674732587.bcfks 2024-11-07T16:19:23,090 DEBUG [FileChangeWatcher-hbase_test_key6081268157674732587.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6081268157674732587.bcfks 2024-11-07T16:19:23,090 DEBUG [FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6081268157674732587.bcfks 2024-11-07T16:19:23,090 DEBUG [FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6081268157674732587.bcfks 2024-11-07T16:19:23,090 INFO [FileChangeWatcher-hbase_test_key6081268157674732587.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6081268157674732587.bcfks 2024-11-07T16:19:23,090 INFO [FileChangeWatcher-hbase_test_key6081268157674732587.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6081268157674732587.bcfks 2024-11-07T16:19:23,112 DEBUG [FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1818473497394571246.bcfks 2024-11-07T16:19:23,112 DEBUG [FileChangeWatcher-hbase_test_key6081268157674732587.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1818473497394571246.bcfks 2024-11-07T16:19:23,112 DEBUG [FileChangeWatcher-hbase_test_key6081268157674732587.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1818473497394571246.bcfks 2024-11-07T16:19:23,112 DEBUG [FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1818473497394571246.bcfks 2024-11-07T16:19:23,112 INFO [FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1818473497394571246.bcfks 2024-11-07T16:19:23,112 DEBUG [FileChangeWatcher-hbase_test_key6081268157674732587.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1818473497394571246.bcfks 2024-11-07T16:19:23,112 DEBUG [FileChangeWatcher-hbase_test_key6081268157674732587.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1818473497394571246.bcfks 2024-11-07T16:19:23,113 INFO [FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1818473497394571246.bcfks 2024-11-07T16:19:23,247 DEBUG [FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1818473497394571246.bcfks 2024-11-07T16:19:23,247 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,32995,0 is dead - stopping the connection localhost:32995/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-07T16:19:23,247 DEBUG [FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1818473497394571246.bcfks 2024-11-07T16:19:23,247 DEBUG [FileChangeWatcher-hbase_test_key6081268157674732587.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1818473497394571246.bcfks 2024-11-07T16:19:23,247 DEBUG [FileChangeWatcher-hbase_test_key6081268157674732587.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1818473497394571246.bcfks 2024-11-07T16:19:23,247 INFO [FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1818473497394571246.bcfks 2024-11-07T16:19:23,247 INFO [FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1818473497394571246.bcfks 2024-11-07T16:19:23,247 DEBUG [FileChangeWatcher-hbase_test_key6081268157674732587.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1818473497394571246.bcfks 2024-11-07T16:19:23,247 DEBUG [FileChangeWatcher-hbase_test_key6081268157674732587.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1818473497394571246.bcfks 2024-11-07T16:19:23,248 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T16:19:23,248 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:23,507 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:23,508 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T16:19:23,637 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:23,774 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:23,774 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x654d62b5, L:/127.0.0.1:32995 - R:/127.0.0.1:55022] 2024-11-07T16:19:23,935 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55022, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T16:19:23,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T16:19:23,936 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:32995 2024-11-07T16:19:23,936 DEBUG [FileChangeWatcher-hbase_test_key6081268157674732587.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6081268157674732587.bcfks was interrupted and is shutting down... 2024-11-07T16:19:23,936 DEBUG [FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks was interrupted and is shutting down... 2024-11-07T16:19:23,936 DEBUG [FileChangeWatcher-hbase_test_key6081268157674732587.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6081268157674732587.bcfks was interrupted and is shutting down... 2024-11-07T16:19:23,936 DEBUG [FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks was interrupted and is shutting down... 2024-11-07T16:19:23,936 INFO [FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks thread finished 2024-11-07T16:19:23,937 INFO [FileChangeWatcher-hbase_test_key6081268157674732587.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6081268157674732587.bcfks thread finished 2024-11-07T16:19:23,937 INFO [FileChangeWatcher-hbase_test_key6081268157674732587.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6081268157674732587.bcfks thread finished 2024-11-07T16:19:23,937 INFO [FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks thread finished 2024-11-07T16:19:23,943 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33 (was 35), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=194 (was 193) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2853 (was 2967) 2024-11-07T16:19:23,949 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=194, ProcessCount=11, AvailableMemoryMB=2852 2024-11-07T16:19:23,950 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T16:19:23,951 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33875 2024-11-07T16:19:23,951 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T16:19:23,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c1872a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T16:19:23,952 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T16:19:23,953 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:24,231 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:24,232 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:24,232 INFO [FileChangeWatcher-hbase_test_key6081268157674732587.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6081268157674732587.bcfks thread started 2024-11-07T16:19:24,233 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:24,233 INFO [FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks thread started 2024-11-07T16:19:24,233 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T16:19:24,382 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:24,515 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:24,515 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:24,516 INFO [FileChangeWatcher-hbase_test_key6081268157674732587.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6081268157674732587.bcfks thread started 2024-11-07T16:19:24,516 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:24,517 INFO [FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks thread started 2024-11-07T16:19:24,517 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5de5950d, L:/127.0.0.1:33875 - R:/127.0.0.1:47840] 2024-11-07T16:19:24,664 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47840, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T16:19:24,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T16:19:24,666 DEBUG [FileChangeWatcher-hbase_test_key6081268157674732587.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6081268157674732587.bcfks was interrupted and is shutting down... 2024-11-07T16:19:24,666 DEBUG [FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks was interrupted and is shutting down... 2024-11-07T16:19:24,666 INFO [FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks thread finished 2024-11-07T16:19:24,666 INFO [FileChangeWatcher-hbase_test_key6081268157674732587.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6081268157674732587.bcfks thread finished 2024-11-07T16:19:24,852 DEBUG [FileChangeWatcher-hbase_test_key6081268157674732587.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6081268157674732587.bcfks 2024-11-07T16:19:24,852 DEBUG [FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6081268157674732587.bcfks 2024-11-07T16:19:24,852 DEBUG [FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6081268157674732587.bcfks 2024-11-07T16:19:24,852 INFO [FileChangeWatcher-hbase_test_key6081268157674732587.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6081268157674732587.bcfks 2024-11-07T16:19:25,049 DEBUG [FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6081268157674732587.bcfks 2024-11-07T16:19:25,049 DEBUG [FileChangeWatcher-hbase_test_key6081268157674732587.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6081268157674732587.bcfks 2024-11-07T16:19:25,049 DEBUG [FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6081268157674732587.bcfks 2024-11-07T16:19:25,049 INFO [FileChangeWatcher-hbase_test_key6081268157674732587.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6081268157674732587.bcfks 2024-11-07T16:19:25,079 DEBUG [FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1818473497394571246.bcfks 2024-11-07T16:19:25,079 DEBUG [FileChangeWatcher-hbase_test_key6081268157674732587.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1818473497394571246.bcfks 2024-11-07T16:19:25,079 INFO [FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1818473497394571246.bcfks 2024-11-07T16:19:25,079 DEBUG [FileChangeWatcher-hbase_test_key6081268157674732587.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1818473497394571246.bcfks 2024-11-07T16:19:25,218 DEBUG [FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1818473497394571246.bcfks 2024-11-07T16:19:25,218 DEBUG [FileChangeWatcher-hbase_test_key6081268157674732587.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1818473497394571246.bcfks 2024-11-07T16:19:25,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d09514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T16:19:25,218 INFO [FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1818473497394571246.bcfks 2024-11-07T16:19:25,218 DEBUG [FileChangeWatcher-hbase_test_key6081268157674732587.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1818473497394571246.bcfks 2024-11-07T16:19:25,218 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T16:19:25,219 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:25,488 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:25,488 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:25,489 INFO [FileChangeWatcher-hbase_test_key6081268157674732587.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6081268157674732587.bcfks thread started 2024-11-07T16:19:25,489 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:25,490 INFO [FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks thread started 2024-11-07T16:19:25,490 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T16:19:25,639 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:25,777 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:25,777 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x53f30354, L:/127.0.0.1:33875 - R:/127.0.0.1:47848] 2024-11-07T16:19:25,932 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47848, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T16:19:25,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T16:19:25,935 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33875 2024-11-07T16:19:25,935 DEBUG [FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks was interrupted and is shutting down... 2024-11-07T16:19:25,935 DEBUG [FileChangeWatcher-hbase_test_key6081268157674732587.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6081268157674732587.bcfks was interrupted and is shutting down... 2024-11-07T16:19:25,935 DEBUG [FileChangeWatcher-hbase_test_key6081268157674732587.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6081268157674732587.bcfks was interrupted and is shutting down... 2024-11-07T16:19:25,935 DEBUG [FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks was interrupted and is shutting down... 2024-11-07T16:19:25,935 INFO [FileChangeWatcher-hbase_test_key6081268157674732587.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6081268157674732587.bcfks thread finished 2024-11-07T16:19:25,935 INFO [FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks thread finished 2024-11-07T16:19:25,941 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=39 (was 33) Potentially hanging thread: FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_key6081268157674732587.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=194 (was 194), ProcessCount=11 (was 11), AvailableMemoryMB=2754 (was 2852) 2024-11-07T16:19:25,946 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=194, ProcessCount=11, AvailableMemoryMB=2753 2024-11-07T16:19:25,954 INFO [FileChangeWatcher-hbase_test_key6081268157674732587.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6081268157674732587.bcfks thread finished 2024-11-07T16:19:25,955 INFO [FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1818473497394571246.bcfks thread finished 2024-11-07T16:19:26,106 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T16:19:26,107 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35919 2024-11-07T16:19:26,107 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T16:19:26,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@660f5082, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T16:19:26,107 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T16:19:26,108 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:26,134 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:26,135 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:26,135 INFO [FileChangeWatcher-hbase_test_key9538347995043205811.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9538347995043205811.jks thread started 2024-11-07T16:19:26,135 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:26,136 INFO [FileChangeWatcher-hbase_test_ca17209252376572195867.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17209252376572195867.jks thread started 2024-11-07T16:19:26,136 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T16:19:26,151 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:26,164 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:26,164 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:26,165 INFO [FileChangeWatcher-hbase_test_key9538347995043205811.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9538347995043205811.jks thread started 2024-11-07T16:19:26,165 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:26,165 INFO [FileChangeWatcher-hbase_test_ca17209252376572195867.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17209252376572195867.jks thread started 2024-11-07T16:19:26,165 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf45774d2, L:/127.0.0.1:35919 - R:/127.0.0.1:35138] 2024-11-07T16:19:26,212 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35138, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T16:19:26,221 DEBUG [FileChangeWatcher-hbase_test_ca17209252376572195867.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9538347995043205811.jks 2024-11-07T16:19:26,221 DEBUG [FileChangeWatcher-hbase_test_key9538347995043205811.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9538347995043205811.jks 2024-11-07T16:19:26,221 DEBUG [FileChangeWatcher-hbase_test_ca17209252376572195867.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9538347995043205811.jks 2024-11-07T16:19:26,221 INFO [FileChangeWatcher-hbase_test_key9538347995043205811.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9538347995043205811.jks 2024-11-07T16:19:26,221 DEBUG [FileChangeWatcher-hbase_test_key9538347995043205811.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9538347995043205811.jks 2024-11-07T16:19:26,221 INFO [FileChangeWatcher-hbase_test_key9538347995043205811.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9538347995043205811.jks 2024-11-07T16:19:26,221 DEBUG [FileChangeWatcher-hbase_test_ca17209252376572195867.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9538347995043205811.jks 2024-11-07T16:19:26,221 DEBUG [FileChangeWatcher-hbase_test_ca17209252376572195867.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9538347995043205811.jks 2024-11-07T16:19:26,247 DEBUG [FileChangeWatcher-hbase_test_key9538347995043205811.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9538347995043205811.jks 2024-11-07T16:19:26,248 INFO [FileChangeWatcher-hbase_test_key9538347995043205811.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9538347995043205811.jks 2024-11-07T16:19:26,248 DEBUG [FileChangeWatcher-hbase_test_key9538347995043205811.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17209252376572195867.jks 2024-11-07T16:19:26,248 DEBUG [FileChangeWatcher-hbase_test_key9538347995043205811.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17209252376572195867.jks 2024-11-07T16:19:26,248 DEBUG [FileChangeWatcher-hbase_test_ca17209252376572195867.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9538347995043205811.jks 2024-11-07T16:19:26,248 DEBUG [FileChangeWatcher-hbase_test_ca17209252376572195867.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9538347995043205811.jks 2024-11-07T16:19:26,248 DEBUG [FileChangeWatcher-hbase_test_ca17209252376572195867.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17209252376572195867.jks 2024-11-07T16:19:26,248 INFO [FileChangeWatcher-hbase_test_ca17209252376572195867.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17209252376572195867.jks 2024-11-07T16:19:26,248 DEBUG [FileChangeWatcher-hbase_test_key9538347995043205811.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9538347995043205811.jks 2024-11-07T16:19:26,248 INFO [FileChangeWatcher-hbase_test_key9538347995043205811.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9538347995043205811.jks 2024-11-07T16:19:26,248 DEBUG [FileChangeWatcher-hbase_test_key9538347995043205811.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17209252376572195867.jks 2024-11-07T16:19:26,248 DEBUG [FileChangeWatcher-hbase_test_key9538347995043205811.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17209252376572195867.jks 2024-11-07T16:19:26,249 DEBUG [FileChangeWatcher-hbase_test_ca17209252376572195867.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9538347995043205811.jks 2024-11-07T16:19:26,249 DEBUG [FileChangeWatcher-hbase_test_ca17209252376572195867.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9538347995043205811.jks 2024-11-07T16:19:26,249 DEBUG [FileChangeWatcher-hbase_test_ca17209252376572195867.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17209252376572195867.jks 2024-11-07T16:19:26,249 INFO [FileChangeWatcher-hbase_test_ca17209252376572195867.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17209252376572195867.jks 2024-11-07T16:19:26,261 DEBUG [FileChangeWatcher-hbase_test_ca17209252376572195867.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17209252376572195867.jks 2024-11-07T16:19:26,261 DEBUG [FileChangeWatcher-hbase_test_key9538347995043205811.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17209252376572195867.jks 2024-11-07T16:19:26,261 DEBUG [FileChangeWatcher-hbase_test_key9538347995043205811.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17209252376572195867.jks 2024-11-07T16:19:26,261 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,35919,0 is dead - stopping the connection localhost:35919/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-07T16:19:26,261 DEBUG [FileChangeWatcher-hbase_test_ca17209252376572195867.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17209252376572195867.jks 2024-11-07T16:19:26,261 INFO [FileChangeWatcher-hbase_test_ca17209252376572195867.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17209252376572195867.jks 2024-11-07T16:19:26,261 DEBUG [FileChangeWatcher-hbase_test_key9538347995043205811.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17209252376572195867.jks 2024-11-07T16:19:26,261 DEBUG [FileChangeWatcher-hbase_test_key9538347995043205811.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17209252376572195867.jks 2024-11-07T16:19:26,261 INFO [FileChangeWatcher-hbase_test_ca17209252376572195867.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17209252376572195867.jks 2024-11-07T16:19:26,261 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T16:19:26,262 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:26,288 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:26,289 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T16:19:26,304 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:26,316 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:26,316 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5740e53e, L:/127.0.0.1:35919 - R:/127.0.0.1:35144] 2024-11-07T16:19:26,353 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35144, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T16:19:26,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T16:19:26,354 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35919 2024-11-07T16:19:26,354 DEBUG [FileChangeWatcher-hbase_test_ca17209252376572195867.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17209252376572195867.jks was interrupted and is shutting down... 2024-11-07T16:19:26,354 DEBUG [FileChangeWatcher-hbase_test_key9538347995043205811.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9538347995043205811.jks was interrupted and is shutting down... 2024-11-07T16:19:26,354 DEBUG [FileChangeWatcher-hbase_test_ca17209252376572195867.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17209252376572195867.jks was interrupted and is shutting down... 2024-11-07T16:19:26,354 DEBUG [FileChangeWatcher-hbase_test_key9538347995043205811.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9538347995043205811.jks was interrupted and is shutting down... 2024-11-07T16:19:26,354 INFO [FileChangeWatcher-hbase_test_key9538347995043205811.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9538347995043205811.jks thread finished 2024-11-07T16:19:26,354 INFO [FileChangeWatcher-hbase_test_ca17209252376572195867.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17209252376572195867.jks thread finished 2024-11-07T16:19:26,354 INFO [FileChangeWatcher-hbase_test_ca17209252376572195867.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17209252376572195867.jks thread finished 2024-11-07T16:19:26,355 INFO [FileChangeWatcher-hbase_test_key9538347995043205811.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9538347995043205811.jks thread finished 2024-11-07T16:19:26,359 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=194 (was 194), ProcessCount=11 (was 11), AvailableMemoryMB=2729 (was 2753) 2024-11-07T16:19:26,365 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=194, ProcessCount=11, AvailableMemoryMB=2729 2024-11-07T16:19:26,366 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T16:19:26,367 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35529 2024-11-07T16:19:26,367 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T16:19:26,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a7383b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T16:19:26,367 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T16:19:26,368 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:26,396 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:26,396 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:26,407 INFO [FileChangeWatcher-hbase_test_key9538347995043205811.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9538347995043205811.jks thread started 2024-11-07T16:19:26,407 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:26,409 INFO [FileChangeWatcher-hbase_test_ca17209252376572195867.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17209252376572195867.jks thread started 2024-11-07T16:19:26,410 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T16:19:26,425 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:26,439 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:26,439 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:26,439 INFO [FileChangeWatcher-hbase_test_key9538347995043205811.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9538347995043205811.jks thread started 2024-11-07T16:19:26,439 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:26,440 INFO [FileChangeWatcher-hbase_test_ca17209252376572195867.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17209252376572195867.jks thread started 2024-11-07T16:19:26,440 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x070f9563, L:/127.0.0.1:35529 - R:/127.0.0.1:42540] 2024-11-07T16:19:26,476 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42540, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T16:19:26,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T16:19:26,477 DEBUG [FileChangeWatcher-hbase_test_key9538347995043205811.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9538347995043205811.jks was interrupted and is shutting down... 2024-11-07T16:19:26,477 DEBUG [FileChangeWatcher-hbase_test_ca17209252376572195867.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17209252376572195867.jks was interrupted and is shutting down... 2024-11-07T16:19:26,478 INFO [FileChangeWatcher-hbase_test_ca17209252376572195867.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17209252376572195867.jks thread finished 2024-11-07T16:19:26,478 INFO [FileChangeWatcher-hbase_test_key9538347995043205811.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9538347995043205811.jks thread finished 2024-11-07T16:19:26,483 DEBUG [FileChangeWatcher-hbase_test_ca17209252376572195867.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9538347995043205811.jks 2024-11-07T16:19:26,483 DEBUG [FileChangeWatcher-hbase_test_key9538347995043205811.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9538347995043205811.jks 2024-11-07T16:19:26,483 INFO [FileChangeWatcher-hbase_test_key9538347995043205811.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9538347995043205811.jks 2024-11-07T16:19:26,483 DEBUG [FileChangeWatcher-hbase_test_ca17209252376572195867.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9538347995043205811.jks 2024-11-07T16:19:26,506 DEBUG [FileChangeWatcher-hbase_test_ca17209252376572195867.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9538347995043205811.jks 2024-11-07T16:19:26,506 DEBUG [FileChangeWatcher-hbase_test_key9538347995043205811.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9538347995043205811.jks 2024-11-07T16:19:26,506 INFO [FileChangeWatcher-hbase_test_key9538347995043205811.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9538347995043205811.jks 2024-11-07T16:19:26,506 DEBUG [FileChangeWatcher-hbase_test_ca17209252376572195867.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9538347995043205811.jks 2024-11-07T16:19:26,506 DEBUG [FileChangeWatcher-hbase_test_ca17209252376572195867.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17209252376572195867.jks 2024-11-07T16:19:26,506 DEBUG [FileChangeWatcher-hbase_test_key9538347995043205811.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17209252376572195867.jks 2024-11-07T16:19:26,506 INFO [FileChangeWatcher-hbase_test_ca17209252376572195867.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17209252376572195867.jks 2024-11-07T16:19:26,506 DEBUG [FileChangeWatcher-hbase_test_key9538347995043205811.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17209252376572195867.jks 2024-11-07T16:19:26,519 DEBUG [FileChangeWatcher-hbase_test_ca17209252376572195867.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17209252376572195867.jks 2024-11-07T16:19:26,519 DEBUG [FileChangeWatcher-hbase_test_key9538347995043205811.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17209252376572195867.jks 2024-11-07T16:19:26,519 INFO [FileChangeWatcher-hbase_test_ca17209252376572195867.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17209252376572195867.jks 2024-11-07T16:19:26,519 DEBUG [FileChangeWatcher-hbase_test_key9538347995043205811.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17209252376572195867.jks 2024-11-07T16:19:26,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c2f880, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T16:19:26,519 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T16:19:26,520 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:26,558 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:26,558 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:26,559 INFO [FileChangeWatcher-hbase_test_key9538347995043205811.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9538347995043205811.jks thread started 2024-11-07T16:19:26,559 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:26,559 INFO [FileChangeWatcher-hbase_test_ca17209252376572195867.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17209252376572195867.jks thread started 2024-11-07T16:19:26,559 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T16:19:26,572 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:26,585 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:26,585 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2ebc62d6, L:/127.0.0.1:35529 - R:/127.0.0.1:42550] 2024-11-07T16:19:26,622 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42550, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T16:19:26,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T16:19:26,624 DEBUG [FileChangeWatcher-hbase_test_key9538347995043205811.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9538347995043205811.jks was interrupted and is shutting down... 2024-11-07T16:19:26,624 DEBUG [FileChangeWatcher-hbase_test_ca17209252376572195867.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17209252376572195867.jks was interrupted and is shutting down... 2024-11-07T16:19:26,624 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35529 2024-11-07T16:19:26,624 DEBUG [FileChangeWatcher-hbase_test_key9538347995043205811.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9538347995043205811.jks was interrupted and is shutting down... 2024-11-07T16:19:26,624 DEBUG [FileChangeWatcher-hbase_test_ca17209252376572195867.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17209252376572195867.jks was interrupted and is shutting down... 2024-11-07T16:19:26,624 INFO [FileChangeWatcher-hbase_test_key9538347995043205811.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9538347995043205811.jks thread finished 2024-11-07T16:19:26,631 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=41 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=194 (was 194), ProcessCount=11 (was 11), AvailableMemoryMB=2702 (was 2729) 2024-11-07T16:19:26,636 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=41, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=194, ProcessCount=11, AvailableMemoryMB=2702 2024-11-07T16:19:26,642 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T16:19:26,643 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42591 2024-11-07T16:19:26,643 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T16:19:26,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d467dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T16:19:26,644 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T16:19:26,644 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:26,646 INFO [FileChangeWatcher-hbase_test_key9538347995043205811.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9538347995043205811.jks thread finished 2024-11-07T16:19:26,646 INFO [FileChangeWatcher-hbase_test_ca17209252376572195867.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17209252376572195867.jks thread finished 2024-11-07T16:19:26,647 INFO [FileChangeWatcher-hbase_test_ca17209252376572195867.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17209252376572195867.jks thread finished 2024-11-07T16:19:26,647 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:26,648 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:26,648 INFO [FileChangeWatcher-hbase_test_key13782867038033963144.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13782867038033963144.pem thread started 2024-11-07T16:19:26,648 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:26,648 INFO [FileChangeWatcher-hbase_test_ca4995271081280807036.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4995271081280807036.pem thread started 2024-11-07T16:19:26,648 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T16:19:26,653 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:26,653 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:26,654 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:26,654 INFO [FileChangeWatcher-hbase_test_key13782867038033963144.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13782867038033963144.pem thread started 2024-11-07T16:19:26,658 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:26,658 INFO [FileChangeWatcher-hbase_test_ca4995271081280807036.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4995271081280807036.pem thread started 2024-11-07T16:19:26,658 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x44b07f6d, L:/127.0.0.1:42591 - R:/127.0.0.1:51298] 2024-11-07T16:19:26,672 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51298, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T16:19:26,686 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,42591,0 is dead - stopping the connection localhost:42591/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-07T16:19:26,686 DEBUG [FileChangeWatcher-hbase_test_ca4995271081280807036.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13782867038033963144.pem 2024-11-07T16:19:26,686 DEBUG [FileChangeWatcher-hbase_test_ca4995271081280807036.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13782867038033963144.pem 2024-11-07T16:19:26,686 DEBUG [FileChangeWatcher-hbase_test_ca4995271081280807036.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13782867038033963144.pem 2024-11-07T16:19:26,686 DEBUG [FileChangeWatcher-hbase_test_ca4995271081280807036.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13782867038033963144.pem 2024-11-07T16:19:26,686 DEBUG [FileChangeWatcher-hbase_test_ca4995271081280807036.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4995271081280807036.pem 2024-11-07T16:19:26,686 INFO [FileChangeWatcher-hbase_test_ca4995271081280807036.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4995271081280807036.pem 2024-11-07T16:19:26,686 DEBUG [FileChangeWatcher-hbase_test_ca4995271081280807036.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4995271081280807036.pem 2024-11-07T16:19:26,686 INFO [FileChangeWatcher-hbase_test_ca4995271081280807036.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4995271081280807036.pem 2024-11-07T16:19:26,687 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T16:19:26,688 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:26,695 DEBUG [FileChangeWatcher-hbase_test_key13782867038033963144.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13782867038033963144.pem 2024-11-07T16:19:26,695 INFO [FileChangeWatcher-hbase_test_key13782867038033963144.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13782867038033963144.pem 2024-11-07T16:19:26,695 DEBUG [FileChangeWatcher-hbase_test_key13782867038033963144.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4995271081280807036.pem 2024-11-07T16:19:26,695 DEBUG [FileChangeWatcher-hbase_test_key13782867038033963144.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4995271081280807036.pem 2024-11-07T16:19:26,695 DEBUG [FileChangeWatcher-hbase_test_key13782867038033963144.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13782867038033963144.pem 2024-11-07T16:19:26,695 INFO [FileChangeWatcher-hbase_test_key13782867038033963144.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13782867038033963144.pem 2024-11-07T16:19:26,695 DEBUG [FileChangeWatcher-hbase_test_key13782867038033963144.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4995271081280807036.pem 2024-11-07T16:19:26,695 DEBUG [FileChangeWatcher-hbase_test_key13782867038033963144.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4995271081280807036.pem 2024-11-07T16:19:26,699 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:26,700 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T16:19:26,704 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:26,705 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:26,705 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x982ec73a, L:/127.0.0.1:42591 - R:/127.0.0.1:51300] 2024-11-07T16:19:26,729 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51300, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T16:19:26,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T16:19:26,732 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42591 2024-11-07T16:19:26,732 DEBUG [FileChangeWatcher-hbase_test_key13782867038033963144.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13782867038033963144.pem was interrupted and is shutting down... 2024-11-07T16:19:26,732 DEBUG [FileChangeWatcher-hbase_test_ca4995271081280807036.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4995271081280807036.pem was interrupted and is shutting down... 2024-11-07T16:19:26,732 DEBUG [FileChangeWatcher-hbase_test_key13782867038033963144.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13782867038033963144.pem was interrupted and is shutting down... 2024-11-07T16:19:26,732 DEBUG [FileChangeWatcher-hbase_test_ca4995271081280807036.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4995271081280807036.pem was interrupted and is shutting down... 2024-11-07T16:19:26,732 INFO [FileChangeWatcher-hbase_test_key13782867038033963144.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13782867038033963144.pem thread finished 2024-11-07T16:19:26,732 INFO [FileChangeWatcher-hbase_test_ca4995271081280807036.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4995271081280807036.pem thread finished 2024-11-07T16:19:26,732 INFO [FileChangeWatcher-hbase_test_key13782867038033963144.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13782867038033963144.pem thread finished 2024-11-07T16:19:26,746 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 41), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=194 (was 194), ProcessCount=11 (was 11), AvailableMemoryMB=2670 (was 2702) 2024-11-07T16:19:26,746 INFO [FileChangeWatcher-hbase_test_ca4995271081280807036.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4995271081280807036.pem thread finished 2024-11-07T16:19:26,751 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=194, ProcessCount=11, AvailableMemoryMB=2669 2024-11-07T16:19:26,752 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T16:19:26,753 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33795 2024-11-07T16:19:26,753 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T16:19:26,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573b46a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T16:19:26,754 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T16:19:26,754 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:26,759 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:26,759 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:26,761 INFO [FileChangeWatcher-hbase_test_key13782867038033963144.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13782867038033963144.pem thread started 2024-11-07T16:19:26,763 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:26,763 INFO [FileChangeWatcher-hbase_test_ca4995271081280807036.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4995271081280807036.pem thread started 2024-11-07T16:19:26,763 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T16:19:26,768 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:26,768 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:26,769 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:26,769 INFO [FileChangeWatcher-hbase_test_key13782867038033963144.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13782867038033963144.pem thread started 2024-11-07T16:19:26,769 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:26,770 INFO [FileChangeWatcher-hbase_test_ca4995271081280807036.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4995271081280807036.pem thread started 2024-11-07T16:19:26,770 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xda0e90d0, L:/127.0.0.1:33795 - R:/127.0.0.1:44870] 2024-11-07T16:19:26,785 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44870, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T16:19:26,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T16:19:26,787 DEBUG [FileChangeWatcher-hbase_test_key13782867038033963144.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13782867038033963144.pem was interrupted and is shutting down... 2024-11-07T16:19:26,788 INFO [FileChangeWatcher-hbase_test_key13782867038033963144.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13782867038033963144.pem thread finished 2024-11-07T16:19:26,794 DEBUG [FileChangeWatcher-hbase_test_ca4995271081280807036.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4995271081280807036.pem was interrupted and is shutting down... 2024-11-07T16:19:26,795 INFO [FileChangeWatcher-hbase_test_ca4995271081280807036.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4995271081280807036.pem thread finished 2024-11-07T16:19:26,797 DEBUG [FileChangeWatcher-hbase_test_key13782867038033963144.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13782867038033963144.pem 2024-11-07T16:19:26,797 INFO [FileChangeWatcher-hbase_test_key13782867038033963144.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13782867038033963144.pem 2024-11-07T16:19:26,797 DEBUG [FileChangeWatcher-hbase_test_ca4995271081280807036.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13782867038033963144.pem 2024-11-07T16:19:26,797 DEBUG [FileChangeWatcher-hbase_test_key13782867038033963144.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13782867038033963144.pem 2024-11-07T16:19:26,797 DEBUG [FileChangeWatcher-hbase_test_ca4995271081280807036.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13782867038033963144.pem 2024-11-07T16:19:26,797 INFO [FileChangeWatcher-hbase_test_key13782867038033963144.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13782867038033963144.pem 2024-11-07T16:19:26,813 DEBUG [FileChangeWatcher-hbase_test_key13782867038033963144.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4995271081280807036.pem 2024-11-07T16:19:26,813 DEBUG [FileChangeWatcher-hbase_test_ca4995271081280807036.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4995271081280807036.pem 2024-11-07T16:19:26,813 INFO [FileChangeWatcher-hbase_test_ca4995271081280807036.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4995271081280807036.pem 2024-11-07T16:19:26,813 DEBUG [FileChangeWatcher-hbase_test_key13782867038033963144.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4995271081280807036.pem 2024-11-07T16:19:26,813 DEBUG [FileChangeWatcher-hbase_test_ca4995271081280807036.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4995271081280807036.pem 2024-11-07T16:19:26,813 DEBUG [FileChangeWatcher-hbase_test_key13782867038033963144.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4995271081280807036.pem 2024-11-07T16:19:26,813 INFO [FileChangeWatcher-hbase_test_ca4995271081280807036.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4995271081280807036.pem 2024-11-07T16:19:26,813 DEBUG [FileChangeWatcher-hbase_test_key13782867038033963144.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4995271081280807036.pem 2024-11-07T16:19:26,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2ba41c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T16:19:26,813 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T16:19:26,814 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:26,817 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:26,817 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:26,818 INFO [FileChangeWatcher-hbase_test_key13782867038033963144.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13782867038033963144.pem thread started 2024-11-07T16:19:26,818 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:26,818 INFO [FileChangeWatcher-hbase_test_ca4995271081280807036.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4995271081280807036.pem thread started 2024-11-07T16:19:26,818 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T16:19:26,822 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:26,822 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:26,823 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfcb9be7e, L:/127.0.0.1:33795 - R:/127.0.0.1:44872] 2024-11-07T16:19:26,838 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44872, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T16:19:26,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T16:19:26,840 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33795 2024-11-07T16:19:26,840 DEBUG [FileChangeWatcher-hbase_test_ca4995271081280807036.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4995271081280807036.pem was interrupted and is shutting down... 2024-11-07T16:19:26,840 DEBUG [FileChangeWatcher-hbase_test_key13782867038033963144.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13782867038033963144.pem was interrupted and is shutting down... 2024-11-07T16:19:26,840 DEBUG [FileChangeWatcher-hbase_test_key13782867038033963144.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13782867038033963144.pem was interrupted and is shutting down... 2024-11-07T16:19:26,840 DEBUG [FileChangeWatcher-hbase_test_ca4995271081280807036.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4995271081280807036.pem was interrupted and is shutting down... 2024-11-07T16:19:26,840 INFO [FileChangeWatcher-hbase_test_ca4995271081280807036.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4995271081280807036.pem thread finished 2024-11-07T16:19:26,840 INFO [FileChangeWatcher-hbase_test_key13782867038033963144.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13782867038033963144.pem thread finished 2024-11-07T16:19:26,840 INFO [FileChangeWatcher-hbase_test_key13782867038033963144.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13782867038033963144.pem thread finished 2024-11-07T16:19:26,847 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=38 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=194 (was 194), ProcessCount=11 (was 11), AvailableMemoryMB=2668 (was 2669) 2024-11-07T16:19:26,852 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=194, ProcessCount=11, AvailableMemoryMB=2667 2024-11-07T16:19:26,862 INFO [FileChangeWatcher-hbase_test_ca4995271081280807036.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4995271081280807036.pem thread finished 2024-11-07T16:19:26,888 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T16:19:26,888 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39359 2024-11-07T16:19:26,888 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T16:19:26,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d65947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T16:19:26,889 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T16:19:26,889 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:26,915 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:26,915 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:26,916 INFO [FileChangeWatcher-hbase_test_key15778385076820902808.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15778385076820902808.p12 thread started 2024-11-07T16:19:26,916 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:26,916 INFO [FileChangeWatcher-hbase_test_ca13980216747121282533.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13980216747121282533.p12 thread started 2024-11-07T16:19:26,916 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T16:19:26,931 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:26,944 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:26,944 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:26,944 INFO [FileChangeWatcher-hbase_test_key15778385076820902808.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15778385076820902808.p12 thread started 2024-11-07T16:19:26,945 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:26,945 INFO [FileChangeWatcher-hbase_test_ca13980216747121282533.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13980216747121282533.p12 thread started 2024-11-07T16:19:26,945 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe9cdd47a, L:/127.0.0.1:39359 - R:/127.0.0.1:49318] 2024-11-07T16:19:26,982 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49318, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T16:19:26,987 DEBUG [FileChangeWatcher-hbase_test_key15778385076820902808.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15778385076820902808.p12 2024-11-07T16:19:26,987 DEBUG [FileChangeWatcher-hbase_test_key15778385076820902808.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15778385076820902808.p12 2024-11-07T16:19:26,987 DEBUG [FileChangeWatcher-hbase_test_ca13980216747121282533.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15778385076820902808.p12 2024-11-07T16:19:26,987 DEBUG [FileChangeWatcher-hbase_test_ca13980216747121282533.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15778385076820902808.p12 2024-11-07T16:19:26,987 INFO [FileChangeWatcher-hbase_test_key15778385076820902808.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15778385076820902808.p12 2024-11-07T16:19:26,987 INFO [FileChangeWatcher-hbase_test_key15778385076820902808.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15778385076820902808.p12 2024-11-07T16:19:26,987 DEBUG [FileChangeWatcher-hbase_test_ca13980216747121282533.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15778385076820902808.p12 2024-11-07T16:19:26,987 DEBUG [FileChangeWatcher-hbase_test_ca13980216747121282533.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15778385076820902808.p12 2024-11-07T16:19:27,009 DEBUG [FileChangeWatcher-hbase_test_key15778385076820902808.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15778385076820902808.p12 2024-11-07T16:19:27,009 DEBUG [FileChangeWatcher-hbase_test_ca13980216747121282533.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15778385076820902808.p12 2024-11-07T16:19:27,009 DEBUG [FileChangeWatcher-hbase_test_key15778385076820902808.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15778385076820902808.p12 2024-11-07T16:19:27,009 DEBUG [FileChangeWatcher-hbase_test_ca13980216747121282533.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15778385076820902808.p12 2024-11-07T16:19:27,009 DEBUG [FileChangeWatcher-hbase_test_ca13980216747121282533.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15778385076820902808.p12 2024-11-07T16:19:27,009 INFO [FileChangeWatcher-hbase_test_key15778385076820902808.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15778385076820902808.p12 2024-11-07T16:19:27,009 INFO [FileChangeWatcher-hbase_test_key15778385076820902808.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15778385076820902808.p12 2024-11-07T16:19:27,009 DEBUG [FileChangeWatcher-hbase_test_ca13980216747121282533.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15778385076820902808.p12 2024-11-07T16:19:27,009 DEBUG [FileChangeWatcher-hbase_test_key15778385076820902808.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13980216747121282533.p12 2024-11-07T16:19:27,009 DEBUG [FileChangeWatcher-hbase_test_ca13980216747121282533.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13980216747121282533.p12 2024-11-07T16:19:27,009 DEBUG [FileChangeWatcher-hbase_test_key15778385076820902808.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13980216747121282533.p12 2024-11-07T16:19:27,009 DEBUG [FileChangeWatcher-hbase_test_key15778385076820902808.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13980216747121282533.p12 2024-11-07T16:19:27,009 DEBUG [FileChangeWatcher-hbase_test_ca13980216747121282533.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13980216747121282533.p12 2024-11-07T16:19:27,009 INFO [FileChangeWatcher-hbase_test_ca13980216747121282533.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13980216747121282533.p12 2024-11-07T16:19:27,009 DEBUG [FileChangeWatcher-hbase_test_key15778385076820902808.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13980216747121282533.p12 2024-11-07T16:19:27,009 INFO [FileChangeWatcher-hbase_test_ca13980216747121282533.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13980216747121282533.p12 2024-11-07T16:19:27,021 DEBUG [FileChangeWatcher-hbase_test_ca13980216747121282533.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13980216747121282533.p12 2024-11-07T16:19:27,021 DEBUG [FileChangeWatcher-hbase_test_key15778385076820902808.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13980216747121282533.p12 2024-11-07T16:19:27,021 DEBUG [FileChangeWatcher-hbase_test_key15778385076820902808.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13980216747121282533.p12 2024-11-07T16:19:27,021 DEBUG [FileChangeWatcher-hbase_test_ca13980216747121282533.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13980216747121282533.p12 2024-11-07T16:19:27,021 INFO [FileChangeWatcher-hbase_test_ca13980216747121282533.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13980216747121282533.p12 2024-11-07T16:19:27,021 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39359,0 is dead - stopping the connection localhost:39359/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-07T16:19:27,021 DEBUG [FileChangeWatcher-hbase_test_key15778385076820902808.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13980216747121282533.p12 2024-11-07T16:19:27,021 DEBUG [FileChangeWatcher-hbase_test_key15778385076820902808.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13980216747121282533.p12 2024-11-07T16:19:27,021 INFO [FileChangeWatcher-hbase_test_ca13980216747121282533.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13980216747121282533.p12 2024-11-07T16:19:27,022 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T16:19:27,022 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:27,048 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:27,048 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T16:19:27,062 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:27,077 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:27,077 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5bb812c5, L:/127.0.0.1:39359 - R:/127.0.0.1:49326] 2024-11-07T16:19:27,124 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49326, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T16:19:27,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T16:19:27,126 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39359 2024-11-07T16:19:27,126 DEBUG [FileChangeWatcher-hbase_test_key15778385076820902808.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15778385076820902808.p12 was interrupted and is shutting down... 2024-11-07T16:19:27,126 DEBUG [FileChangeWatcher-hbase_test_ca13980216747121282533.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13980216747121282533.p12 was interrupted and is shutting down... 2024-11-07T16:19:27,126 DEBUG [FileChangeWatcher-hbase_test_ca13980216747121282533.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13980216747121282533.p12 was interrupted and is shutting down... 2024-11-07T16:19:27,126 DEBUG [FileChangeWatcher-hbase_test_key15778385076820902808.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15778385076820902808.p12 was interrupted and is shutting down... 2024-11-07T16:19:27,126 INFO [FileChangeWatcher-hbase_test_ca13980216747121282533.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13980216747121282533.p12 thread finished 2024-11-07T16:19:27,126 INFO [FileChangeWatcher-hbase_test_ca13980216747121282533.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13980216747121282533.p12 thread finished 2024-11-07T16:19:27,126 INFO [FileChangeWatcher-hbase_test_key15778385076820902808.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15778385076820902808.p12 thread finished 2024-11-07T16:19:27,132 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=194 (was 194), ProcessCount=11 (was 11), AvailableMemoryMB=2667 (was 2667) 2024-11-07T16:19:27,137 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=194, ProcessCount=11, AvailableMemoryMB=2667 2024-11-07T16:19:27,138 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T16:19:27,138 INFO [FileChangeWatcher-hbase_test_key15778385076820902808.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15778385076820902808.p12 thread finished 2024-11-07T16:19:27,138 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43801 2024-11-07T16:19:27,139 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T16:19:27,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@274a80f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T16:19:27,139 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T16:19:27,140 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:27,170 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:27,170 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:27,171 INFO [FileChangeWatcher-hbase_test_key15778385076820902808.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15778385076820902808.p12 thread started 2024-11-07T16:19:27,171 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:27,171 INFO [FileChangeWatcher-hbase_test_ca13980216747121282533.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13980216747121282533.p12 thread started 2024-11-07T16:19:27,171 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T16:19:27,185 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:27,200 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:27,200 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:27,200 INFO [FileChangeWatcher-hbase_test_key15778385076820902808.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15778385076820902808.p12 thread started 2024-11-07T16:19:27,200 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:27,201 INFO [FileChangeWatcher-hbase_test_ca13980216747121282533.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13980216747121282533.p12 thread started 2024-11-07T16:19:27,201 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9a4d3d46, L:/127.0.0.1:43801 - R:/127.0.0.1:58100] 2024-11-07T16:19:27,235 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58100, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T16:19:27,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T16:19:27,237 DEBUG [FileChangeWatcher-hbase_test_ca13980216747121282533.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13980216747121282533.p12 was interrupted and is shutting down... 2024-11-07T16:19:27,237 DEBUG [FileChangeWatcher-hbase_test_key15778385076820902808.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15778385076820902808.p12 was interrupted and is shutting down... 2024-11-07T16:19:27,237 INFO [FileChangeWatcher-hbase_test_ca13980216747121282533.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13980216747121282533.p12 thread finished 2024-11-07T16:19:27,237 INFO [FileChangeWatcher-hbase_test_key15778385076820902808.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15778385076820902808.p12 thread finished 2024-11-07T16:19:27,241 DEBUG [FileChangeWatcher-hbase_test_key15778385076820902808.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15778385076820902808.p12 2024-11-07T16:19:27,241 DEBUG [FileChangeWatcher-hbase_test_ca13980216747121282533.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15778385076820902808.p12 2024-11-07T16:19:27,241 INFO [FileChangeWatcher-hbase_test_key15778385076820902808.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15778385076820902808.p12 2024-11-07T16:19:27,241 DEBUG [FileChangeWatcher-hbase_test_ca13980216747121282533.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15778385076820902808.p12 2024-11-07T16:19:27,264 DEBUG [FileChangeWatcher-hbase_test_key15778385076820902808.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15778385076820902808.p12 2024-11-07T16:19:27,264 DEBUG [FileChangeWatcher-hbase_test_ca13980216747121282533.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15778385076820902808.p12 2024-11-07T16:19:27,264 INFO [FileChangeWatcher-hbase_test_key15778385076820902808.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15778385076820902808.p12 2024-11-07T16:19:27,264 DEBUG [FileChangeWatcher-hbase_test_ca13980216747121282533.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15778385076820902808.p12 2024-11-07T16:19:27,264 DEBUG [FileChangeWatcher-hbase_test_key15778385076820902808.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13980216747121282533.p12 2024-11-07T16:19:27,264 DEBUG [FileChangeWatcher-hbase_test_key15778385076820902808.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13980216747121282533.p12 2024-11-07T16:19:27,264 DEBUG [FileChangeWatcher-hbase_test_ca13980216747121282533.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13980216747121282533.p12 2024-11-07T16:19:27,264 INFO [FileChangeWatcher-hbase_test_ca13980216747121282533.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13980216747121282533.p12 2024-11-07T16:19:27,283 DEBUG [FileChangeWatcher-hbase_test_ca13980216747121282533.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13980216747121282533.p12 2024-11-07T16:19:27,283 INFO [FileChangeWatcher-hbase_test_ca13980216747121282533.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13980216747121282533.p12 2024-11-07T16:19:27,283 DEBUG [FileChangeWatcher-hbase_test_key15778385076820902808.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13980216747121282533.p12 2024-11-07T16:19:27,283 DEBUG [FileChangeWatcher-hbase_test_key15778385076820902808.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13980216747121282533.p12 2024-11-07T16:19:27,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a37f0e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T16:19:27,284 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T16:19:27,284 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:27,309 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:27,310 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:27,310 INFO [FileChangeWatcher-hbase_test_key15778385076820902808.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15778385076820902808.p12 thread started 2024-11-07T16:19:27,310 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:27,311 INFO [FileChangeWatcher-hbase_test_ca13980216747121282533.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13980216747121282533.p12 thread started 2024-11-07T16:19:27,311 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T16:19:27,323 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:27,336 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:27,336 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x82cac84a, L:/127.0.0.1:43801 - R:/127.0.0.1:58116] 2024-11-07T16:19:27,378 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58116, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T16:19:27,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T16:19:27,379 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43801 2024-11-07T16:19:27,379 DEBUG [FileChangeWatcher-hbase_test_key15778385076820902808.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15778385076820902808.p12 was interrupted and is shutting down... 2024-11-07T16:19:27,379 DEBUG [FileChangeWatcher-hbase_test_key15778385076820902808.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15778385076820902808.p12 was interrupted and is shutting down... 2024-11-07T16:19:27,379 DEBUG [FileChangeWatcher-hbase_test_ca13980216747121282533.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13980216747121282533.p12 was interrupted and is shutting down... 2024-11-07T16:19:27,379 INFO [FileChangeWatcher-hbase_test_key15778385076820902808.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15778385076820902808.p12 thread finished 2024-11-07T16:19:27,379 DEBUG [FileChangeWatcher-hbase_test_ca13980216747121282533.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13980216747121282533.p12 was interrupted and is shutting down... 2024-11-07T16:19:27,379 INFO [FileChangeWatcher-hbase_test_ca13980216747121282533.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13980216747121282533.p12 thread finished 2024-11-07T16:19:27,380 INFO [FileChangeWatcher-hbase_test_key15778385076820902808.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15778385076820902808.p12 thread finished 2024-11-07T16:19:27,385 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=194 (was 194), ProcessCount=11 (was 11), AvailableMemoryMB=2661 (was 2667) 2024-11-07T16:19:27,392 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=194, ProcessCount=11, AvailableMemoryMB=2660 2024-11-07T16:19:27,398 INFO [FileChangeWatcher-hbase_test_ca13980216747121282533.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13980216747121282533.p12 thread finished 2024-11-07T16:19:27,744 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T16:19:27,745 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:32809 2024-11-07T16:19:27,745 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T16:19:27,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56e3b1e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T16:19:27,746 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T16:19:27,746 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:28,011 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:28,012 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:28,012 INFO [FileChangeWatcher-hbase_test_key691314746801960864.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key691314746801960864.bcfks thread started 2024-11-07T16:19:28,012 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:28,013 INFO [FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks thread started 2024-11-07T16:19:28,013 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T16:19:28,143 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:28,270 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:28,271 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:28,271 INFO [FileChangeWatcher-hbase_test_key691314746801960864.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key691314746801960864.bcfks thread started 2024-11-07T16:19:28,271 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:28,271 INFO [FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks thread started 2024-11-07T16:19:28,272 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x31529a17, L:/127.0.0.1:32809 - R:/127.0.0.1:38526] 2024-11-07T16:19:28,453 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38526, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T16:19:28,465 DEBUG [FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key691314746801960864.bcfks 2024-11-07T16:19:28,465 DEBUG [FileChangeWatcher-hbase_test_key691314746801960864.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key691314746801960864.bcfks 2024-11-07T16:19:28,465 INFO [FileChangeWatcher-hbase_test_key691314746801960864.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key691314746801960864.bcfks 2024-11-07T16:19:28,465 DEBUG [FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key691314746801960864.bcfks 2024-11-07T16:19:28,465 DEBUG [FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key691314746801960864.bcfks 2024-11-07T16:19:28,465 DEBUG [FileChangeWatcher-hbase_test_key691314746801960864.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key691314746801960864.bcfks 2024-11-07T16:19:28,465 DEBUG [FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key691314746801960864.bcfks 2024-11-07T16:19:28,465 INFO [FileChangeWatcher-hbase_test_key691314746801960864.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key691314746801960864.bcfks 2024-11-07T16:19:28,664 DEBUG [FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key691314746801960864.bcfks 2024-11-07T16:19:28,663 DEBUG [FileChangeWatcher-hbase_test_key691314746801960864.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key691314746801960864.bcfks 2024-11-07T16:19:28,663 DEBUG [FileChangeWatcher-hbase_test_key691314746801960864.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key691314746801960864.bcfks 2024-11-07T16:19:28,663 DEBUG [FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key691314746801960864.bcfks 2024-11-07T16:19:28,664 DEBUG [FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key691314746801960864.bcfks 2024-11-07T16:19:28,664 INFO [FileChangeWatcher-hbase_test_key691314746801960864.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key691314746801960864.bcfks 2024-11-07T16:19:28,664 DEBUG [FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key691314746801960864.bcfks 2024-11-07T16:19:28,664 DEBUG [FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9519579104256898018.bcfks 2024-11-07T16:19:28,664 DEBUG [FileChangeWatcher-hbase_test_key691314746801960864.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9519579104256898018.bcfks 2024-11-07T16:19:28,664 DEBUG [FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9519579104256898018.bcfks 2024-11-07T16:19:28,664 INFO [FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9519579104256898018.bcfks 2024-11-07T16:19:28,664 DEBUG [FileChangeWatcher-hbase_test_key691314746801960864.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9519579104256898018.bcfks 2024-11-07T16:19:28,664 INFO [FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9519579104256898018.bcfks 2024-11-07T16:19:28,664 INFO [FileChangeWatcher-hbase_test_key691314746801960864.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key691314746801960864.bcfks 2024-11-07T16:19:28,664 DEBUG [FileChangeWatcher-hbase_test_key691314746801960864.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9519579104256898018.bcfks 2024-11-07T16:19:28,664 DEBUG [FileChangeWatcher-hbase_test_key691314746801960864.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9519579104256898018.bcfks 2024-11-07T16:19:28,801 DEBUG [FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9519579104256898018.bcfks 2024-11-07T16:19:28,801 DEBUG [FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9519579104256898018.bcfks 2024-11-07T16:19:28,801 DEBUG [FileChangeWatcher-hbase_test_key691314746801960864.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9519579104256898018.bcfks 2024-11-07T16:19:28,801 DEBUG [FileChangeWatcher-hbase_test_key691314746801960864.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9519579104256898018.bcfks 2024-11-07T16:19:28,801 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,32809,0 is dead - stopping the connection localhost:32809/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-07T16:19:28,801 INFO [FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9519579104256898018.bcfks 2024-11-07T16:19:28,801 INFO [FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9519579104256898018.bcfks 2024-11-07T16:19:28,801 DEBUG [FileChangeWatcher-hbase_test_key691314746801960864.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9519579104256898018.bcfks 2024-11-07T16:19:28,801 DEBUG [FileChangeWatcher-hbase_test_key691314746801960864.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9519579104256898018.bcfks 2024-11-07T16:19:28,801 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T16:19:28,802 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:29,061 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:29,061 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T16:19:29,192 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:29,321 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:29,322 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc7f7587d, L:/127.0.0.1:32809 - R:/127.0.0.1:38542] 2024-11-07T16:19:29,468 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38542, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T16:19:29,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T16:19:29,469 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:32809 2024-11-07T16:19:29,469 DEBUG [FileChangeWatcher-hbase_test_key691314746801960864.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key691314746801960864.bcfks was interrupted and is shutting down... 2024-11-07T16:19:29,469 DEBUG [FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks was interrupted and is shutting down... 2024-11-07T16:19:29,469 DEBUG [FileChangeWatcher-hbase_test_key691314746801960864.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key691314746801960864.bcfks was interrupted and is shutting down... 2024-11-07T16:19:29,469 DEBUG [FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks was interrupted and is shutting down... 2024-11-07T16:19:29,469 INFO [FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks thread finished 2024-11-07T16:19:29,469 INFO [FileChangeWatcher-hbase_test_key691314746801960864.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key691314746801960864.bcfks thread finished 2024-11-07T16:19:29,475 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=186 (was 194), ProcessCount=11 (was 11), AvailableMemoryMB=2654 (was 2660) 2024-11-07T16:19:29,480 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=186, ProcessCount=11, AvailableMemoryMB=2653 2024-11-07T16:19:29,481 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T16:19:29,482 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33701 2024-11-07T16:19:29,482 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T16:19:29,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e4c35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T16:19:29,482 INFO [FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks thread finished 2024-11-07T16:19:29,482 INFO [FileChangeWatcher-hbase_test_key691314746801960864.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key691314746801960864.bcfks thread finished 2024-11-07T16:19:29,483 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T16:19:29,483 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:29,767 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:29,768 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:29,768 INFO [FileChangeWatcher-hbase_test_key691314746801960864.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key691314746801960864.bcfks thread started 2024-11-07T16:19:29,768 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:29,769 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T16:19:29,772 INFO [FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks thread started 2024-11-07T16:19:29,995 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:30,210 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:30,213 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:30,220 INFO [FileChangeWatcher-hbase_test_key691314746801960864.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key691314746801960864.bcfks thread started 2024-11-07T16:19:30,221 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:30,224 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x45aa1211, L:/127.0.0.1:33701 - R:/127.0.0.1:54634] 2024-11-07T16:19:30,225 INFO [FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks thread started 2024-11-07T16:19:30,454 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54634, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T16:19:30,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T16:19:30,458 DEBUG [FileChangeWatcher-hbase_test_key691314746801960864.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key691314746801960864.bcfks was interrupted and is shutting down... 2024-11-07T16:19:30,458 DEBUG [FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks was interrupted and is shutting down... 2024-11-07T16:19:30,459 INFO [FileChangeWatcher-hbase_test_key691314746801960864.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key691314746801960864.bcfks thread finished 2024-11-07T16:19:30,459 INFO [FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks thread finished 2024-11-07T16:19:30,472 DEBUG [FileChangeWatcher-hbase_test_key691314746801960864.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key691314746801960864.bcfks 2024-11-07T16:19:30,472 INFO [FileChangeWatcher-hbase_test_key691314746801960864.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key691314746801960864.bcfks 2024-11-07T16:19:30,472 DEBUG [FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key691314746801960864.bcfks 2024-11-07T16:19:30,472 DEBUG [FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key691314746801960864.bcfks 2024-11-07T16:19:30,776 DEBUG [FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key691314746801960864.bcfks 2024-11-07T16:19:30,776 DEBUG [FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key691314746801960864.bcfks 2024-11-07T16:19:30,777 DEBUG [FileChangeWatcher-hbase_test_key691314746801960864.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key691314746801960864.bcfks 2024-11-07T16:19:30,777 INFO [FileChangeWatcher-hbase_test_key691314746801960864.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key691314746801960864.bcfks 2024-11-07T16:19:30,777 DEBUG [FileChangeWatcher-hbase_test_key691314746801960864.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9519579104256898018.bcfks 2024-11-07T16:19:30,777 DEBUG [FileChangeWatcher-hbase_test_key691314746801960864.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9519579104256898018.bcfks 2024-11-07T16:19:30,777 DEBUG [FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9519579104256898018.bcfks 2024-11-07T16:19:30,777 INFO [FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9519579104256898018.bcfks 2024-11-07T16:19:31,011 DEBUG [FileChangeWatcher-hbase_test_key691314746801960864.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9519579104256898018.bcfks 2024-11-07T16:19:31,011 DEBUG [FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9519579104256898018.bcfks 2024-11-07T16:19:31,012 DEBUG [FileChangeWatcher-hbase_test_key691314746801960864.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9519579104256898018.bcfks 2024-11-07T16:19:31,012 INFO [FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9519579104256898018.bcfks 2024-11-07T16:19:31,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c76f0a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T16:19:31,207 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T16:19:31,208 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:31,638 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:31,650 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:31,659 INFO [FileChangeWatcher-hbase_test_key691314746801960864.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key691314746801960864.bcfks thread started 2024-11-07T16:19:31,666 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be33845f-407a-d950-f03d-b432c9fd0cc7/TestNettyTLSIPCFileWatcher 2024-11-07T16:19:31,680 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T16:19:31,681 INFO [FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks thread started 2024-11-07T16:19:31,892 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T16:19:32,115 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T16:19:32,116 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb69dc92f, L:/127.0.0.1:33701 - R:/127.0.0.1:54646] 2024-11-07T16:19:32,349 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54646, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T16:19:32,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T16:19:32,352 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33701 2024-11-07T16:19:32,352 DEBUG [FileChangeWatcher-hbase_test_key691314746801960864.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key691314746801960864.bcfks was interrupted and is shutting down... 2024-11-07T16:19:32,352 DEBUG [FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks was interrupted and is shutting down... 2024-11-07T16:19:32,352 DEBUG [FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks was interrupted and is shutting down... 2024-11-07T16:19:32,352 DEBUG [FileChangeWatcher-hbase_test_key691314746801960864.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key691314746801960864.bcfks was interrupted and is shutting down... 2024-11-07T16:19:32,352 INFO [FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks thread finished 2024-11-07T16:19:32,361 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=41 (was 39) - Thread LEAK? -, OpenFileDescriptor=328 (was 327) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=186 (was 186), ProcessCount=11 (was 11), AvailableMemoryMB=2470 (was 2653) 2024-11-07T16:19:32,367 INFO [FileChangeWatcher-hbase_test_key691314746801960864.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key691314746801960864.bcfks thread finished 2024-11-07T16:19:32,367 INFO [FileChangeWatcher-hbase_test_key691314746801960864.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key691314746801960864.bcfks thread finished 2024-11-07T16:19:32,367 INFO [FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9519579104256898018.bcfks thread finished