2024-11-28 07:12:50,367 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-28 07:12:50,378 main DEBUG Took 0.009533 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-28 07:12:50,378 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-28 07:12:50,379 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-28 07:12:50,379 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-28 07:12:50,381 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:12:50,389 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-28 07:12:50,400 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:12:50,401 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:12:50,402 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:12:50,402 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:12:50,402 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:12:50,403 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:12:50,404 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:12:50,404 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:12:50,404 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:12:50,405 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:12:50,405 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:12:50,405 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:12:50,406 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:12:50,406 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:12:50,407 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:12:50,407 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:12:50,407 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:12:50,408 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:12:50,408 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:12:50,408 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:12:50,409 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:12:50,409 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:12:50,409 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:12:50,410 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:12:50,410 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:12:50,410 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-28 07:12:50,412 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:12:50,413 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-28 07:12:50,415 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-28 07:12:50,415 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-28 07:12:50,416 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-28 07:12:50,417 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-28 07:12:50,425 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-28 07:12:50,427 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-28 07:12:50,429 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-28 07:12:50,429 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-28 07:12:50,429 main DEBUG createAppenders(={Console}) 2024-11-28 07:12:50,430 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-28 07:12:50,430 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-28 07:12:50,431 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-28 07:12:50,431 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-28 07:12:50,431 main DEBUG OutputStream closed 2024-11-28 07:12:50,432 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-28 07:12:50,432 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-28 07:12:50,432 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-28 07:12:50,517 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-28 07:12:50,519 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-28 07:12:50,520 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-28 07:12:50,522 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-28 07:12:50,522 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-28 07:12:50,523 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-28 07:12:50,523 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-28 07:12:50,524 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-28 07:12:50,524 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-28 07:12:50,525 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-28 07:12:50,525 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-28 07:12:50,526 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-28 07:12:50,526 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-28 07:12:50,527 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-28 07:12:50,527 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-28 07:12:50,528 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-28 07:12:50,528 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-28 07:12:50,530 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-28 07:12:50,533 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-28 07:12:50,533 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-28 07:12:50,534 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-28 07:12:50,535 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-28T07:12:50,554 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-28 07:12:50,558 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-28 07:12:50,558 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-28T07:12:51,020 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-28T07:12:51,814 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=218, ProcessCount=11, AvailableMemoryMB=5527 2024-11-28T07:12:52,554 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-28T07:12:52,597 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-28T07:12:52,611 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-28T07:12:52,623 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-28T07:12:52,714 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T07:12:52,759 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 31136 (auto-detected) 2024-11-28T07:12:52,762 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-28T07:12:52,792 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45269 2024-11-28T07:12:52,796 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T07:12:52,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a7a9b5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:12:52,830 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-28T07:12:52,830 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-28T07:12:53,136 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T07:12:53,197 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:12:53,248 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:12:53,344 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:12:53,346 INFO [FileChangeWatcher-hbase_test_key6098991529194629631.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6098991529194629631.jks thread started 2024-11-28T07:12:53,355 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:12:53,356 INFO [FileChangeWatcher-hbase_test_ca9651786588060014688.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9651786588060014688.jks thread started 2024-11-28T07:12:53,366 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T07:12:53,423 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:12:53,445 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:12:53,533 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:12:53,534 INFO [FileChangeWatcher-hbase_test_key6098991529194629631.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6098991529194629631.jks thread started 2024-11-28T07:12:53,534 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:12:53,535 INFO [FileChangeWatcher-hbase_test_ca9651786588060014688.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9651786588060014688.jks thread started 2024-11-28T07:12:53,536 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7ff73a6b, L:/127.0.0.1:45269 - R:/127.0.0.1:55966] 2024-11-28T07:12:53,651 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55966, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T07:12:53,975 DEBUG [FileChangeWatcher-hbase_test_key6098991529194629631.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6098991529194629631.jks 2024-11-28T07:12:53,976 DEBUG [FileChangeWatcher-hbase_test_key6098991529194629631.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6098991529194629631.jks 2024-11-28T07:12:53,976 DEBUG [FileChangeWatcher-hbase_test_ca9651786588060014688.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6098991529194629631.jks 2024-11-28T07:12:53,976 INFO [FileChangeWatcher-hbase_test_key6098991529194629631.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6098991529194629631.jks 2024-11-28T07:12:53,976 INFO [FileChangeWatcher-hbase_test_key6098991529194629631.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6098991529194629631.jks 2024-11-28T07:12:53,976 DEBUG [FileChangeWatcher-hbase_test_ca9651786588060014688.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6098991529194629631.jks 2024-11-28T07:12:53,975 DEBUG [FileChangeWatcher-hbase_test_ca9651786588060014688.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6098991529194629631.jks 2024-11-28T07:12:53,976 DEBUG [FileChangeWatcher-hbase_test_ca9651786588060014688.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6098991529194629631.jks 2024-11-28T07:12:54,002 DEBUG [FileChangeWatcher-hbase_test_key6098991529194629631.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6098991529194629631.jks 2024-11-28T07:12:54,002 DEBUG [FileChangeWatcher-hbase_test_ca9651786588060014688.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6098991529194629631.jks 2024-11-28T07:12:54,002 DEBUG [FileChangeWatcher-hbase_test_ca9651786588060014688.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6098991529194629631.jks 2024-11-28T07:12:54,002 INFO [FileChangeWatcher-hbase_test_key6098991529194629631.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6098991529194629631.jks 2024-11-28T07:12:54,002 DEBUG [FileChangeWatcher-hbase_test_key6098991529194629631.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6098991529194629631.jks 2024-11-28T07:12:54,003 DEBUG [FileChangeWatcher-hbase_test_ca9651786588060014688.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6098991529194629631.jks 2024-11-28T07:12:54,003 DEBUG [FileChangeWatcher-hbase_test_ca9651786588060014688.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9651786588060014688.jks 2024-11-28T07:12:54,003 DEBUG [FileChangeWatcher-hbase_test_key6098991529194629631.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9651786588060014688.jks 2024-11-28T07:12:54,003 INFO [FileChangeWatcher-hbase_test_key6098991529194629631.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6098991529194629631.jks 2024-11-28T07:12:54,003 DEBUG [FileChangeWatcher-hbase_test_ca9651786588060014688.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6098991529194629631.jks 2024-11-28T07:12:54,003 DEBUG [FileChangeWatcher-hbase_test_key6098991529194629631.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9651786588060014688.jks 2024-11-28T07:12:54,004 DEBUG [FileChangeWatcher-hbase_test_key6098991529194629631.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9651786588060014688.jks 2024-11-28T07:12:54,004 DEBUG [FileChangeWatcher-hbase_test_ca9651786588060014688.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9651786588060014688.jks 2024-11-28T07:12:54,004 INFO [FileChangeWatcher-hbase_test_ca9651786588060014688.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9651786588060014688.jks 2024-11-28T07:12:54,004 DEBUG [FileChangeWatcher-hbase_test_key6098991529194629631.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9651786588060014688.jks 2024-11-28T07:12:54,004 INFO [FileChangeWatcher-hbase_test_ca9651786588060014688.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9651786588060014688.jks 2024-11-28T07:12:54,018 DEBUG [FileChangeWatcher-hbase_test_ca9651786588060014688.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9651786588060014688.jks 2024-11-28T07:12:54,018 DEBUG [FileChangeWatcher-hbase_test_key6098991529194629631.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9651786588060014688.jks 2024-11-28T07:12:54,018 DEBUG [FileChangeWatcher-hbase_test_key6098991529194629631.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9651786588060014688.jks 2024-11-28T07:12:54,019 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,45269,0 is dead - stopping the connection localhost:45269/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-28T07:12:54,019 INFO [FileChangeWatcher-hbase_test_ca9651786588060014688.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9651786588060014688.jks 2024-11-28T07:12:54,018 DEBUG [FileChangeWatcher-hbase_test_ca9651786588060014688.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9651786588060014688.jks 2024-11-28T07:12:54,019 DEBUG [FileChangeWatcher-hbase_test_key6098991529194629631.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9651786588060014688.jks 2024-11-28T07:12:54,019 DEBUG [FileChangeWatcher-hbase_test_key6098991529194629631.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9651786588060014688.jks 2024-11-28T07:12:54,019 INFO [FileChangeWatcher-hbase_test_ca9651786588060014688.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9651786588060014688.jks 2024-11-28T07:12:54,020 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T07:12:54,022 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:12:54,053 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:12:54,054 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T07:12:54,071 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:12:54,087 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:12:54,088 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x337621da, L:/127.0.0.1:45269 - R:/127.0.0.1:55972] 2024-11-28T07:12:54,134 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55972, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T07:12:54,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:12:54,138 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45269 2024-11-28T07:12:54,138 DEBUG [FileChangeWatcher-hbase_test_ca9651786588060014688.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9651786588060014688.jks was interrupted and is shutting down... 2024-11-28T07:12:54,138 DEBUG [FileChangeWatcher-hbase_test_key6098991529194629631.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6098991529194629631.jks was interrupted and is shutting down... 2024-11-28T07:12:54,138 DEBUG [FileChangeWatcher-hbase_test_key6098991529194629631.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6098991529194629631.jks was interrupted and is shutting down... 2024-11-28T07:12:54,138 INFO [FileChangeWatcher-hbase_test_key6098991529194629631.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6098991529194629631.jks thread finished 2024-11-28T07:12:54,138 INFO [FileChangeWatcher-hbase_test_ca9651786588060014688.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9651786588060014688.jks thread finished 2024-11-28T07:12:54,138 INFO [FileChangeWatcher-hbase_test_key6098991529194629631.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6098991529194629631.jks thread finished 2024-11-28T07:12:54,139 DEBUG [FileChangeWatcher-hbase_test_ca9651786588060014688.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9651786588060014688.jks was interrupted and is shutting down... 2024-11-28T07:12:54,149 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: FileChangeWatcher-hbase_test_ca9651786588060014688.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=218 (was 218), ProcessCount=11 (was 11), AvailableMemoryMB=5374 (was 5527) 2024-11-28T07:12:54,152 INFO [FileChangeWatcher-hbase_test_ca9651786588060014688.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9651786588060014688.jks thread finished 2024-11-28T07:12:54,157 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=218, ProcessCount=11, AvailableMemoryMB=5374 2024-11-28T07:12:54,159 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T07:12:54,160 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34951 2024-11-28T07:12:54,160 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T07:12:54,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@efd52b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:12:54,161 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T07:12:54,163 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:12:54,195 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:12:54,195 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:12:54,196 INFO [FileChangeWatcher-hbase_test_key6098991529194629631.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6098991529194629631.jks thread started 2024-11-28T07:12:54,197 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:12:54,197 INFO [FileChangeWatcher-hbase_test_ca9651786588060014688.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9651786588060014688.jks thread started 2024-11-28T07:12:54,197 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T07:12:54,214 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:12:54,229 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:12:54,230 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:12:54,231 INFO [FileChangeWatcher-hbase_test_key6098991529194629631.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6098991529194629631.jks thread started 2024-11-28T07:12:54,231 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:12:54,231 INFO [FileChangeWatcher-hbase_test_ca9651786588060014688.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9651786588060014688.jks thread started 2024-11-28T07:12:54,231 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3961f849, L:/127.0.0.1:34951 - R:/127.0.0.1:40260] 2024-11-28T07:12:54,273 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40260, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T07:12:54,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:12:54,275 DEBUG [FileChangeWatcher-hbase_test_key6098991529194629631.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6098991529194629631.jks was interrupted and is shutting down... 2024-11-28T07:12:54,275 DEBUG [FileChangeWatcher-hbase_test_ca9651786588060014688.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9651786588060014688.jks was interrupted and is shutting down... 2024-11-28T07:12:54,276 INFO [FileChangeWatcher-hbase_test_key6098991529194629631.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6098991529194629631.jks thread finished 2024-11-28T07:12:54,276 INFO [FileChangeWatcher-hbase_test_ca9651786588060014688.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9651786588060014688.jks thread finished 2024-11-28T07:12:54,634 DEBUG [FileChangeWatcher-hbase_test_key6098991529194629631.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6098991529194629631.jks 2024-11-28T07:12:54,634 DEBUG [FileChangeWatcher-hbase_test_ca9651786588060014688.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6098991529194629631.jks 2024-11-28T07:12:54,634 INFO [FileChangeWatcher-hbase_test_key6098991529194629631.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6098991529194629631.jks 2024-11-28T07:12:54,634 DEBUG [FileChangeWatcher-hbase_test_ca9651786588060014688.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6098991529194629631.jks 2024-11-28T07:12:54,661 DEBUG [FileChangeWatcher-hbase_test_ca9651786588060014688.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6098991529194629631.jks 2024-11-28T07:12:54,661 DEBUG [FileChangeWatcher-hbase_test_key6098991529194629631.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6098991529194629631.jks 2024-11-28T07:12:54,662 DEBUG [FileChangeWatcher-hbase_test_ca9651786588060014688.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6098991529194629631.jks 2024-11-28T07:12:54,662 INFO [FileChangeWatcher-hbase_test_key6098991529194629631.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6098991529194629631.jks 2024-11-28T07:12:54,662 DEBUG [FileChangeWatcher-hbase_test_ca9651786588060014688.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9651786588060014688.jks 2024-11-28T07:12:54,662 INFO [FileChangeWatcher-hbase_test_ca9651786588060014688.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9651786588060014688.jks 2024-11-28T07:12:54,662 DEBUG [FileChangeWatcher-hbase_test_key6098991529194629631.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9651786588060014688.jks 2024-11-28T07:12:54,662 DEBUG [FileChangeWatcher-hbase_test_key6098991529194629631.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9651786588060014688.jks 2024-11-28T07:12:54,677 DEBUG [FileChangeWatcher-hbase_test_ca9651786588060014688.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9651786588060014688.jks 2024-11-28T07:12:54,677 DEBUG [FileChangeWatcher-hbase_test_key6098991529194629631.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9651786588060014688.jks 2024-11-28T07:12:54,677 INFO [FileChangeWatcher-hbase_test_ca9651786588060014688.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9651786588060014688.jks 2024-11-28T07:12:54,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c83ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:12:54,678 DEBUG [FileChangeWatcher-hbase_test_key6098991529194629631.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9651786588060014688.jks 2024-11-28T07:12:54,678 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T07:12:54,679 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:12:54,711 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:12:54,712 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:12:54,712 INFO [FileChangeWatcher-hbase_test_key6098991529194629631.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6098991529194629631.jks thread started 2024-11-28T07:12:54,712 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:12:54,713 INFO [FileChangeWatcher-hbase_test_ca9651786588060014688.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9651786588060014688.jks thread started 2024-11-28T07:12:54,713 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T07:12:54,729 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:12:54,745 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:12:54,745 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xab86f251, L:/127.0.0.1:34951 - R:/127.0.0.1:40272] 2024-11-28T07:12:54,788 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40272, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T07:12:54,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:12:54,790 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34951 2024-11-28T07:12:54,790 DEBUG [FileChangeWatcher-hbase_test_ca9651786588060014688.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9651786588060014688.jks was interrupted and is shutting down... 2024-11-28T07:12:54,790 DEBUG [FileChangeWatcher-hbase_test_key6098991529194629631.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6098991529194629631.jks was interrupted and is shutting down... 2024-11-28T07:12:54,790 DEBUG [FileChangeWatcher-hbase_test_ca9651786588060014688.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9651786588060014688.jks was interrupted and is shutting down... 2024-11-28T07:12:54,790 DEBUG [FileChangeWatcher-hbase_test_key6098991529194629631.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6098991529194629631.jks was interrupted and is shutting down... 2024-11-28T07:12:54,791 INFO [FileChangeWatcher-hbase_test_ca9651786588060014688.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9651786588060014688.jks thread finished 2024-11-28T07:12:54,791 INFO [FileChangeWatcher-hbase_test_ca9651786588060014688.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9651786588060014688.jks thread finished 2024-11-28T07:12:54,791 INFO [FileChangeWatcher-hbase_test_key6098991529194629631.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6098991529194629631.jks thread finished 2024-11-28T07:12:54,791 INFO [FileChangeWatcher-hbase_test_key6098991529194629631.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6098991529194629631.jks thread finished 2024-11-28T07:12:54,799 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 23), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=216 (was 218), ProcessCount=11 (was 11), AvailableMemoryMB=5314 (was 5374) 2024-11-28T07:12:54,806 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=216, ProcessCount=11, AvailableMemoryMB=5314 2024-11-28T07:12:54,875 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T07:12:54,876 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33777 2024-11-28T07:12:54,876 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T07:12:54,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50b2fce2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:12:54,878 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T07:12:54,879 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:12:54,910 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:12:54,911 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:12:54,912 INFO [FileChangeWatcher-hbase_test_key9856764561504563000.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9856764561504563000.pem thread started 2024-11-28T07:12:54,912 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:12:54,913 INFO [FileChangeWatcher-hbase_test_ca13884330496640278684.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13884330496640278684.pem thread started 2024-11-28T07:12:54,913 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T07:12:54,923 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:12:54,924 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:12:54,924 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:12:54,925 INFO [FileChangeWatcher-hbase_test_key9856764561504563000.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9856764561504563000.pem thread started 2024-11-28T07:12:54,925 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:12:54,926 INFO [FileChangeWatcher-hbase_test_ca13884330496640278684.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13884330496640278684.pem thread started 2024-11-28T07:12:54,926 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc5f47db9, L:/127.0.0.1:33777 - R:/127.0.0.1:43588] 2024-11-28T07:12:54,948 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43588, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T07:12:55,395 DEBUG [FileChangeWatcher-hbase_test_key9856764561504563000.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9856764561504563000.pem 2024-11-28T07:12:55,395 DEBUG [FileChangeWatcher-hbase_test_ca13884330496640278684.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9856764561504563000.pem 2024-11-28T07:12:55,395 DEBUG [FileChangeWatcher-hbase_test_key9856764561504563000.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9856764561504563000.pem 2024-11-28T07:12:55,395 DEBUG [FileChangeWatcher-hbase_test_ca13884330496640278684.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9856764561504563000.pem 2024-11-28T07:12:55,395 INFO [FileChangeWatcher-hbase_test_key9856764561504563000.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9856764561504563000.pem 2024-11-28T07:12:55,395 DEBUG [FileChangeWatcher-hbase_test_ca13884330496640278684.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9856764561504563000.pem 2024-11-28T07:12:55,395 DEBUG [FileChangeWatcher-hbase_test_ca13884330496640278684.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9856764561504563000.pem 2024-11-28T07:12:55,395 INFO [FileChangeWatcher-hbase_test_key9856764561504563000.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9856764561504563000.pem 2024-11-28T07:12:55,395 DEBUG [FileChangeWatcher-hbase_test_key9856764561504563000.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9856764561504563000.pem 2024-11-28T07:12:55,395 DEBUG [FileChangeWatcher-hbase_test_ca13884330496640278684.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9856764561504563000.pem 2024-11-28T07:12:55,395 DEBUG [FileChangeWatcher-hbase_test_ca13884330496640278684.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9856764561504563000.pem 2024-11-28T07:12:55,395 DEBUG [FileChangeWatcher-hbase_test_key9856764561504563000.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9856764561504563000.pem 2024-11-28T07:12:55,395 INFO [FileChangeWatcher-hbase_test_key9856764561504563000.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9856764561504563000.pem 2024-11-28T07:12:55,396 DEBUG [FileChangeWatcher-hbase_test_ca13884330496640278684.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9856764561504563000.pem 2024-11-28T07:12:55,396 DEBUG [FileChangeWatcher-hbase_test_ca13884330496640278684.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9856764561504563000.pem 2024-11-28T07:12:55,396 INFO [FileChangeWatcher-hbase_test_key9856764561504563000.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9856764561504563000.pem 2024-11-28T07:12:55,396 DEBUG [FileChangeWatcher-hbase_test_key9856764561504563000.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13884330496640278684.pem 2024-11-28T07:12:55,396 DEBUG [FileChangeWatcher-hbase_test_ca13884330496640278684.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13884330496640278684.pem 2024-11-28T07:12:55,396 DEBUG [FileChangeWatcher-hbase_test_key9856764561504563000.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13884330496640278684.pem 2024-11-28T07:12:55,396 DEBUG [FileChangeWatcher-hbase_test_key9856764561504563000.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13884330496640278684.pem 2024-11-28T07:12:55,396 DEBUG [FileChangeWatcher-hbase_test_ca13884330496640278684.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13884330496640278684.pem 2024-11-28T07:12:55,396 INFO [FileChangeWatcher-hbase_test_ca13884330496640278684.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13884330496640278684.pem 2024-11-28T07:12:55,396 DEBUG [FileChangeWatcher-hbase_test_key9856764561504563000.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13884330496640278684.pem 2024-11-28T07:12:55,396 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,33777,0 is dead - stopping the connection localhost:33777/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-28T07:12:55,396 DEBUG [FileChangeWatcher-hbase_test_key9856764561504563000.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13884330496640278684.pem 2024-11-28T07:12:55,396 INFO [FileChangeWatcher-hbase_test_ca13884330496640278684.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13884330496640278684.pem 2024-11-28T07:12:55,396 DEBUG [FileChangeWatcher-hbase_test_ca13884330496640278684.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13884330496640278684.pem 2024-11-28T07:12:55,396 DEBUG [FileChangeWatcher-hbase_test_key9856764561504563000.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13884330496640278684.pem 2024-11-28T07:12:55,396 DEBUG [FileChangeWatcher-hbase_test_key9856764561504563000.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13884330496640278684.pem 2024-11-28T07:12:55,396 DEBUG [FileChangeWatcher-hbase_test_key9856764561504563000.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13884330496640278684.pem 2024-11-28T07:12:55,397 DEBUG [FileChangeWatcher-hbase_test_ca13884330496640278684.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13884330496640278684.pem 2024-11-28T07:12:55,397 INFO [FileChangeWatcher-hbase_test_ca13884330496640278684.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13884330496640278684.pem 2024-11-28T07:12:55,397 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T07:12:55,397 INFO [FileChangeWatcher-hbase_test_ca13884330496640278684.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13884330496640278684.pem 2024-11-28T07:12:55,399 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:12:55,404 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:12:55,405 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T07:12:55,411 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:12:55,411 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:12:55,412 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe686d82a, L:/127.0.0.1:33777 - R:/127.0.0.1:43604] 2024-11-28T07:12:55,427 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43604, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T07:12:55,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:12:55,429 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33777 2024-11-28T07:12:55,429 DEBUG [FileChangeWatcher-hbase_test_key9856764561504563000.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9856764561504563000.pem was interrupted and is shutting down... 2024-11-28T07:12:55,429 DEBUG [FileChangeWatcher-hbase_test_ca13884330496640278684.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13884330496640278684.pem was interrupted and is shutting down... 2024-11-28T07:12:55,429 DEBUG [FileChangeWatcher-hbase_test_ca13884330496640278684.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13884330496640278684.pem was interrupted and is shutting down... 2024-11-28T07:12:55,430 INFO [FileChangeWatcher-hbase_test_ca13884330496640278684.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13884330496640278684.pem thread finished 2024-11-28T07:12:55,430 INFO [FileChangeWatcher-hbase_test_ca13884330496640278684.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13884330496640278684.pem thread finished 2024-11-28T07:12:55,430 INFO [FileChangeWatcher-hbase_test_key9856764561504563000.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9856764561504563000.pem thread finished 2024-11-28T07:12:55,430 DEBUG [FileChangeWatcher-hbase_test_key9856764561504563000.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9856764561504563000.pem was interrupted and is shutting down... 2024-11-28T07:12:55,437 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 23) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key9856764561504563000.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=216 (was 216), ProcessCount=11 (was 11), AvailableMemoryMB=5263 (was 5314) 2024-11-28T07:12:55,443 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=216, ProcessCount=11, AvailableMemoryMB=5262 2024-11-28T07:12:55,444 INFO [FileChangeWatcher-hbase_test_key9856764561504563000.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9856764561504563000.pem thread finished 2024-11-28T07:12:55,444 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T07:12:55,445 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34837 2024-11-28T07:12:55,445 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T07:12:55,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ad01b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:12:55,446 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T07:12:55,447 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:12:55,454 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:12:55,454 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:12:55,455 INFO [FileChangeWatcher-hbase_test_key9856764561504563000.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9856764561504563000.pem thread started 2024-11-28T07:12:55,455 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:12:55,456 INFO [FileChangeWatcher-hbase_test_ca13884330496640278684.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13884330496640278684.pem thread started 2024-11-28T07:12:55,456 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T07:12:55,461 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:12:55,462 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:12:55,463 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:12:55,463 INFO [FileChangeWatcher-hbase_test_key9856764561504563000.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9856764561504563000.pem thread started 2024-11-28T07:12:55,463 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:12:55,464 INFO [FileChangeWatcher-hbase_test_ca13884330496640278684.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13884330496640278684.pem thread started 2024-11-28T07:12:55,464 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xdbc1d149, L:/127.0.0.1:34837 - R:/127.0.0.1:32918] 2024-11-28T07:12:55,479 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32918, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T07:12:55,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:12:55,481 DEBUG [FileChangeWatcher-hbase_test_key9856764561504563000.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9856764561504563000.pem was interrupted and is shutting down... 2024-11-28T07:12:55,481 DEBUG [FileChangeWatcher-hbase_test_ca13884330496640278684.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13884330496640278684.pem was interrupted and is shutting down... 2024-11-28T07:12:55,482 INFO [FileChangeWatcher-hbase_test_ca13884330496640278684.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13884330496640278684.pem thread finished 2024-11-28T07:12:55,482 INFO [FileChangeWatcher-hbase_test_key9856764561504563000.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9856764561504563000.pem thread finished 2024-11-28T07:12:55,778 DEBUG [FileChangeWatcher-hbase_test_key9856764561504563000.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9856764561504563000.pem 2024-11-28T07:12:55,778 DEBUG [FileChangeWatcher-hbase_test_ca13884330496640278684.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9856764561504563000.pem 2024-11-28T07:12:55,779 DEBUG [FileChangeWatcher-hbase_test_ca13884330496640278684.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9856764561504563000.pem 2024-11-28T07:12:55,779 INFO [FileChangeWatcher-hbase_test_key9856764561504563000.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9856764561504563000.pem 2024-11-28T07:12:55,779 DEBUG [FileChangeWatcher-hbase_test_ca13884330496640278684.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9856764561504563000.pem 2024-11-28T07:12:55,779 DEBUG [FileChangeWatcher-hbase_test_key9856764561504563000.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9856764561504563000.pem 2024-11-28T07:12:55,779 DEBUG [FileChangeWatcher-hbase_test_ca13884330496640278684.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9856764561504563000.pem 2024-11-28T07:12:55,779 INFO [FileChangeWatcher-hbase_test_key9856764561504563000.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9856764561504563000.pem 2024-11-28T07:12:55,779 DEBUG [FileChangeWatcher-hbase_test_ca13884330496640278684.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13884330496640278684.pem 2024-11-28T07:12:55,779 DEBUG [FileChangeWatcher-hbase_test_key9856764561504563000.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13884330496640278684.pem 2024-11-28T07:12:55,779 DEBUG [FileChangeWatcher-hbase_test_key9856764561504563000.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13884330496640278684.pem 2024-11-28T07:12:55,779 INFO [FileChangeWatcher-hbase_test_ca13884330496640278684.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13884330496640278684.pem 2024-11-28T07:12:55,780 DEBUG [FileChangeWatcher-hbase_test_key9856764561504563000.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13884330496640278684.pem 2024-11-28T07:12:55,780 DEBUG [FileChangeWatcher-hbase_test_ca13884330496640278684.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13884330496640278684.pem 2024-11-28T07:12:55,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@356c13d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:12:55,780 DEBUG [FileChangeWatcher-hbase_test_key9856764561504563000.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13884330496640278684.pem 2024-11-28T07:12:55,780 INFO [FileChangeWatcher-hbase_test_ca13884330496640278684.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13884330496640278684.pem 2024-11-28T07:12:55,781 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T07:12:55,782 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:12:55,787 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:12:55,787 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:12:55,788 INFO [FileChangeWatcher-hbase_test_key9856764561504563000.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9856764561504563000.pem thread started 2024-11-28T07:12:55,788 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:12:55,788 INFO [FileChangeWatcher-hbase_test_ca13884330496640278684.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13884330496640278684.pem thread started 2024-11-28T07:12:55,789 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T07:12:55,795 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:12:55,795 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:12:55,796 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xeaf227f1, L:/127.0.0.1:34837 - R:/127.0.0.1:32926] 2024-11-28T07:12:55,812 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32926, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T07:12:55,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:12:55,813 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34837 2024-11-28T07:12:55,813 DEBUG [FileChangeWatcher-hbase_test_ca13884330496640278684.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13884330496640278684.pem was interrupted and is shutting down... 2024-11-28T07:12:55,813 DEBUG [FileChangeWatcher-hbase_test_key9856764561504563000.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9856764561504563000.pem was interrupted and is shutting down... 2024-11-28T07:12:55,814 DEBUG [FileChangeWatcher-hbase_test_key9856764561504563000.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9856764561504563000.pem was interrupted and is shutting down... 2024-11-28T07:12:55,814 DEBUG [FileChangeWatcher-hbase_test_ca13884330496640278684.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13884330496640278684.pem was interrupted and is shutting down... 2024-11-28T07:12:55,814 INFO [FileChangeWatcher-hbase_test_key9856764561504563000.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9856764561504563000.pem thread finished 2024-11-28T07:12:55,814 INFO [FileChangeWatcher-hbase_test_ca13884330496640278684.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13884330496640278684.pem thread finished 2024-11-28T07:12:55,820 INFO [FileChangeWatcher-hbase_test_key9856764561504563000.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9856764561504563000.pem thread finished 2024-11-28T07:12:55,820 INFO [FileChangeWatcher-hbase_test_ca13884330496640278684.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13884330496640278684.pem thread finished 2024-11-28T07:12:55,821 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=31 (was 27) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca13884330496640278684.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=216 (was 216), ProcessCount=11 (was 11), AvailableMemoryMB=5202 (was 5262) 2024-11-28T07:12:55,826 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=216, ProcessCount=11, AvailableMemoryMB=5202 2024-11-28T07:12:55,875 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T07:12:55,876 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34993 2024-11-28T07:12:55,876 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T07:12:55,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1067c21f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:12:55,877 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T07:12:55,878 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:12:55,912 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:12:55,913 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:12:55,914 INFO [FileChangeWatcher-hbase_test_key5863575693823527257.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5863575693823527257.p12 thread started 2024-11-28T07:12:55,914 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:12:55,914 INFO [FileChangeWatcher-hbase_test_ca15659550991534230697.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15659550991534230697.p12 thread started 2024-11-28T07:12:55,914 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T07:12:55,932 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:12:55,949 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:12:55,949 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:12:55,950 INFO [FileChangeWatcher-hbase_test_key5863575693823527257.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5863575693823527257.p12 thread started 2024-11-28T07:12:55,950 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:12:55,950 INFO [FileChangeWatcher-hbase_test_ca15659550991534230697.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15659550991534230697.p12 thread started 2024-11-28T07:12:55,950 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0f3e1292, L:/127.0.0.1:34993 - R:/127.0.0.1:54748] 2024-11-28T07:12:55,990 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54748, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T07:12:56,472 DEBUG [FileChangeWatcher-hbase_test_ca15659550991534230697.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5863575693823527257.p12 2024-11-28T07:12:56,472 DEBUG [FileChangeWatcher-hbase_test_key5863575693823527257.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5863575693823527257.p12 2024-11-28T07:12:56,472 DEBUG [FileChangeWatcher-hbase_test_ca15659550991534230697.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5863575693823527257.p12 2024-11-28T07:12:56,472 DEBUG [FileChangeWatcher-hbase_test_ca15659550991534230697.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5863575693823527257.p12 2024-11-28T07:12:56,472 DEBUG [FileChangeWatcher-hbase_test_key5863575693823527257.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5863575693823527257.p12 2024-11-28T07:12:56,472 INFO [FileChangeWatcher-hbase_test_key5863575693823527257.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5863575693823527257.p12 2024-11-28T07:12:56,472 DEBUG [FileChangeWatcher-hbase_test_ca15659550991534230697.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5863575693823527257.p12 2024-11-28T07:12:56,472 INFO [FileChangeWatcher-hbase_test_key5863575693823527257.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5863575693823527257.p12 2024-11-28T07:12:56,516 DEBUG [FileChangeWatcher-hbase_test_ca15659550991534230697.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5863575693823527257.p12 2024-11-28T07:12:56,516 DEBUG [FileChangeWatcher-hbase_test_key5863575693823527257.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5863575693823527257.p12 2024-11-28T07:12:56,516 DEBUG [FileChangeWatcher-hbase_test_key5863575693823527257.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5863575693823527257.p12 2024-11-28T07:12:56,517 DEBUG [FileChangeWatcher-hbase_test_ca15659550991534230697.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5863575693823527257.p12 2024-11-28T07:12:56,517 INFO [FileChangeWatcher-hbase_test_key5863575693823527257.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5863575693823527257.p12 2024-11-28T07:12:56,517 INFO [FileChangeWatcher-hbase_test_key5863575693823527257.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5863575693823527257.p12 2024-11-28T07:12:56,517 DEBUG [FileChangeWatcher-hbase_test_ca15659550991534230697.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5863575693823527257.p12 2024-11-28T07:12:56,517 DEBUG [FileChangeWatcher-hbase_test_ca15659550991534230697.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15659550991534230697.p12 2024-11-28T07:12:56,517 DEBUG [FileChangeWatcher-hbase_test_key5863575693823527257.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15659550991534230697.p12 2024-11-28T07:12:56,517 DEBUG [FileChangeWatcher-hbase_test_key5863575693823527257.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15659550991534230697.p12 2024-11-28T07:12:56,517 DEBUG [FileChangeWatcher-hbase_test_ca15659550991534230697.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5863575693823527257.p12 2024-11-28T07:12:56,517 INFO [FileChangeWatcher-hbase_test_ca15659550991534230697.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15659550991534230697.p12 2024-11-28T07:12:56,517 DEBUG [FileChangeWatcher-hbase_test_key5863575693823527257.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15659550991534230697.p12 2024-11-28T07:12:56,517 DEBUG [FileChangeWatcher-hbase_test_key5863575693823527257.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15659550991534230697.p12 2024-11-28T07:12:56,517 DEBUG [FileChangeWatcher-hbase_test_ca15659550991534230697.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15659550991534230697.p12 2024-11-28T07:12:56,517 INFO [FileChangeWatcher-hbase_test_ca15659550991534230697.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15659550991534230697.p12 2024-11-28T07:12:56,534 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34993,0 is dead - stopping the connection localhost:34993/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-28T07:12:56,534 DEBUG [FileChangeWatcher-hbase_test_key5863575693823527257.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15659550991534230697.p12 2024-11-28T07:12:56,534 DEBUG [FileChangeWatcher-hbase_test_key5863575693823527257.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15659550991534230697.p12 2024-11-28T07:12:56,534 DEBUG [FileChangeWatcher-hbase_test_ca15659550991534230697.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15659550991534230697.p12 2024-11-28T07:12:56,534 DEBUG [FileChangeWatcher-hbase_test_ca15659550991534230697.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15659550991534230697.p12 2024-11-28T07:12:56,534 DEBUG [FileChangeWatcher-hbase_test_key5863575693823527257.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15659550991534230697.p12 2024-11-28T07:12:56,534 DEBUG [FileChangeWatcher-hbase_test_key5863575693823527257.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15659550991534230697.p12 2024-11-28T07:12:56,534 INFO [FileChangeWatcher-hbase_test_ca15659550991534230697.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15659550991534230697.p12 2024-11-28T07:12:56,534 INFO [FileChangeWatcher-hbase_test_ca15659550991534230697.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15659550991534230697.p12 2024-11-28T07:12:56,534 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T07:12:56,536 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:12:56,570 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:12:56,571 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T07:12:56,596 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:12:56,613 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:12:56,613 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc7e7b912, L:/127.0.0.1:34993 - R:/127.0.0.1:54762] 2024-11-28T07:12:56,654 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54762, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T07:12:56,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:12:56,656 DEBUG [FileChangeWatcher-hbase_test_key5863575693823527257.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5863575693823527257.p12 was interrupted and is shutting down... 2024-11-28T07:12:56,656 DEBUG [FileChangeWatcher-hbase_test_ca15659550991534230697.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15659550991534230697.p12 was interrupted and is shutting down... 2024-11-28T07:12:56,656 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34993 2024-11-28T07:12:56,657 DEBUG [FileChangeWatcher-hbase_test_key5863575693823527257.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5863575693823527257.p12 was interrupted and is shutting down... 2024-11-28T07:12:56,657 INFO [FileChangeWatcher-hbase_test_ca15659550991534230697.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15659550991534230697.p12 thread finished 2024-11-28T07:12:56,657 INFO [FileChangeWatcher-hbase_test_key5863575693823527257.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5863575693823527257.p12 thread finished 2024-11-28T07:12:56,657 DEBUG [FileChangeWatcher-hbase_test_ca15659550991534230697.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15659550991534230697.p12 was interrupted and is shutting down... 2024-11-28T07:12:56,657 INFO [FileChangeWatcher-hbase_test_key5863575693823527257.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5863575693823527257.p12 thread finished 2024-11-28T07:12:56,664 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31 (was 27) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca15659550991534230697.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=216 (was 216), ProcessCount=11 (was 11), AvailableMemoryMB=5134 (was 5202) 2024-11-28T07:12:56,669 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=216, ProcessCount=11, AvailableMemoryMB=5134 2024-11-28T07:12:56,671 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T07:12:56,671 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45813 2024-11-28T07:12:56,671 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T07:12:56,672 INFO [FileChangeWatcher-hbase_test_ca15659550991534230697.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15659550991534230697.p12 thread finished 2024-11-28T07:12:56,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d01948a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:12:56,673 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T07:12:56,673 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:12:56,707 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:12:56,707 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:12:56,708 INFO [FileChangeWatcher-hbase_test_key5863575693823527257.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5863575693823527257.p12 thread started 2024-11-28T07:12:56,708 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:12:56,708 INFO [FileChangeWatcher-hbase_test_ca15659550991534230697.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15659550991534230697.p12 thread started 2024-11-28T07:12:56,709 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T07:12:56,726 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:12:56,743 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:12:56,743 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:12:56,744 INFO [FileChangeWatcher-hbase_test_key5863575693823527257.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5863575693823527257.p12 thread started 2024-11-28T07:12:56,744 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:12:56,744 INFO [FileChangeWatcher-hbase_test_ca15659550991534230697.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15659550991534230697.p12 thread started 2024-11-28T07:12:56,744 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x67402e66, L:/127.0.0.1:45813 - R:/127.0.0.1:34644] 2024-11-28T07:12:56,785 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34644, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T07:12:56,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:12:56,788 DEBUG [FileChangeWatcher-hbase_test_key5863575693823527257.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5863575693823527257.p12 was interrupted and is shutting down... 2024-11-28T07:12:56,788 DEBUG [FileChangeWatcher-hbase_test_ca15659550991534230697.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15659550991534230697.p12 was interrupted and is shutting down... 2024-11-28T07:12:56,788 INFO [FileChangeWatcher-hbase_test_key5863575693823527257.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5863575693823527257.p12 thread finished 2024-11-28T07:12:56,788 INFO [FileChangeWatcher-hbase_test_ca15659550991534230697.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15659550991534230697.p12 thread finished 2024-11-28T07:12:57,034 DEBUG [FileChangeWatcher-hbase_test_key5863575693823527257.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5863575693823527257.p12 2024-11-28T07:12:57,034 DEBUG [FileChangeWatcher-hbase_test_ca15659550991534230697.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5863575693823527257.p12 2024-11-28T07:12:57,034 INFO [FileChangeWatcher-hbase_test_key5863575693823527257.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5863575693823527257.p12 2024-11-28T07:12:57,034 DEBUG [FileChangeWatcher-hbase_test_ca15659550991534230697.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5863575693823527257.p12 2024-11-28T07:12:57,063 DEBUG [FileChangeWatcher-hbase_test_key5863575693823527257.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5863575693823527257.p12 2024-11-28T07:12:57,063 DEBUG [FileChangeWatcher-hbase_test_ca15659550991534230697.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5863575693823527257.p12 2024-11-28T07:12:57,064 INFO [FileChangeWatcher-hbase_test_key5863575693823527257.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5863575693823527257.p12 2024-11-28T07:12:57,064 DEBUG [FileChangeWatcher-hbase_test_ca15659550991534230697.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5863575693823527257.p12 2024-11-28T07:12:57,064 DEBUG [FileChangeWatcher-hbase_test_key5863575693823527257.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15659550991534230697.p12 2024-11-28T07:12:57,064 DEBUG [FileChangeWatcher-hbase_test_key5863575693823527257.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15659550991534230697.p12 2024-11-28T07:12:57,064 DEBUG [FileChangeWatcher-hbase_test_ca15659550991534230697.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15659550991534230697.p12 2024-11-28T07:12:57,064 INFO [FileChangeWatcher-hbase_test_ca15659550991534230697.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15659550991534230697.p12 2024-11-28T07:12:57,080 DEBUG [FileChangeWatcher-hbase_test_key5863575693823527257.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15659550991534230697.p12 2024-11-28T07:12:57,080 DEBUG [FileChangeWatcher-hbase_test_ca15659550991534230697.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15659550991534230697.p12 2024-11-28T07:12:57,081 DEBUG [FileChangeWatcher-hbase_test_key5863575693823527257.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15659550991534230697.p12 2024-11-28T07:12:57,081 INFO [FileChangeWatcher-hbase_test_ca15659550991534230697.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15659550991534230697.p12 2024-11-28T07:12:57,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43c82cbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:12:57,081 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T07:12:57,082 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:12:57,116 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:12:57,117 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:12:57,118 INFO [FileChangeWatcher-hbase_test_key5863575693823527257.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5863575693823527257.p12 thread started 2024-11-28T07:12:57,118 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:12:57,118 INFO [FileChangeWatcher-hbase_test_ca15659550991534230697.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15659550991534230697.p12 thread started 2024-11-28T07:12:57,118 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T07:12:57,136 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:12:57,152 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:12:57,153 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x890ca816, L:/127.0.0.1:45813 - R:/127.0.0.1:34654] 2024-11-28T07:12:57,195 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34654, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T07:12:57,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:12:57,197 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45813 2024-11-28T07:12:57,197 DEBUG [FileChangeWatcher-hbase_test_key5863575693823527257.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5863575693823527257.p12 was interrupted and is shutting down... 2024-11-28T07:12:57,197 DEBUG [FileChangeWatcher-hbase_test_ca15659550991534230697.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15659550991534230697.p12 was interrupted and is shutting down... 2024-11-28T07:12:57,197 DEBUG [FileChangeWatcher-hbase_test_ca15659550991534230697.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15659550991534230697.p12 was interrupted and is shutting down... 2024-11-28T07:12:57,197 DEBUG [FileChangeWatcher-hbase_test_key5863575693823527257.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5863575693823527257.p12 was interrupted and is shutting down... 2024-11-28T07:12:57,197 INFO [FileChangeWatcher-hbase_test_ca15659550991534230697.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15659550991534230697.p12 thread finished 2024-11-28T07:12:57,197 INFO [FileChangeWatcher-hbase_test_ca15659550991534230697.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15659550991534230697.p12 thread finished 2024-11-28T07:12:57,197 INFO [FileChangeWatcher-hbase_test_key5863575693823527257.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5863575693823527257.p12 thread finished 2024-11-28T07:12:57,205 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 31) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=216 (was 216), ProcessCount=11 (was 11), AvailableMemoryMB=5078 (was 5134) 2024-11-28T07:12:57,211 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=216, ProcessCount=11, AvailableMemoryMB=5077 2024-11-28T07:12:57,216 INFO [FileChangeWatcher-hbase_test_key5863575693823527257.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5863575693823527257.p12 thread finished 2024-11-28T07:12:57,741 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T07:12:57,742 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42747 2024-11-28T07:12:57,742 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T07:12:57,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79a98953, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:12:57,743 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T07:12:57,744 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:12:58,082 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:12:58,083 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:12:58,083 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:12:58,083 INFO [FileChangeWatcher-hbase_test_key7997092754482737244.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7997092754482737244.bcfks thread started 2024-11-28T07:12:58,084 INFO [FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks thread started 2024-11-28T07:12:58,084 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T07:12:58,257 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:12:58,419 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:12:58,420 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:12:58,421 INFO [FileChangeWatcher-hbase_test_key7997092754482737244.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7997092754482737244.bcfks thread started 2024-11-28T07:12:58,421 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:12:58,421 INFO [FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks thread started 2024-11-28T07:12:58,422 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3d5ad1b5, L:/127.0.0.1:42747 - R:/127.0.0.1:47018] 2024-11-28T07:12:58,616 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47018, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T07:12:59,148 DEBUG [FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7997092754482737244.bcfks 2024-11-28T07:12:59,148 DEBUG [FileChangeWatcher-hbase_test_key7997092754482737244.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7997092754482737244.bcfks 2024-11-28T07:12:59,148 DEBUG [FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7997092754482737244.bcfks 2024-11-28T07:12:59,148 DEBUG [FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7997092754482737244.bcfks 2024-11-28T07:12:59,148 INFO [FileChangeWatcher-hbase_test_key7997092754482737244.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7997092754482737244.bcfks 2024-11-28T07:12:59,148 DEBUG [FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7997092754482737244.bcfks 2024-11-28T07:12:59,148 DEBUG [FileChangeWatcher-hbase_test_key7997092754482737244.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7997092754482737244.bcfks 2024-11-28T07:12:59,148 INFO [FileChangeWatcher-hbase_test_key7997092754482737244.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7997092754482737244.bcfks 2024-11-28T07:12:59,390 DEBUG [FileChangeWatcher-hbase_test_key7997092754482737244.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7997092754482737244.bcfks 2024-11-28T07:12:59,390 DEBUG [FileChangeWatcher-hbase_test_key7997092754482737244.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7997092754482737244.bcfks 2024-11-28T07:12:59,390 DEBUG [FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7997092754482737244.bcfks 2024-11-28T07:12:59,390 DEBUG [FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7997092754482737244.bcfks 2024-11-28T07:12:59,391 INFO [FileChangeWatcher-hbase_test_key7997092754482737244.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7997092754482737244.bcfks 2024-11-28T07:12:59,391 DEBUG [FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7997092754482737244.bcfks 2024-11-28T07:12:59,391 DEBUG [FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7997092754482737244.bcfks 2024-11-28T07:12:59,391 INFO [FileChangeWatcher-hbase_test_key7997092754482737244.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7997092754482737244.bcfks 2024-11-28T07:12:59,391 DEBUG [FileChangeWatcher-hbase_test_key7997092754482737244.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11533351156392783215.bcfks 2024-11-28T07:12:59,391 DEBUG [FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11533351156392783215.bcfks 2024-11-28T07:12:59,391 DEBUG [FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11533351156392783215.bcfks 2024-11-28T07:12:59,391 DEBUG [FileChangeWatcher-hbase_test_key7997092754482737244.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11533351156392783215.bcfks 2024-11-28T07:12:59,391 DEBUG [FileChangeWatcher-hbase_test_key7997092754482737244.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11533351156392783215.bcfks 2024-11-28T07:12:59,391 INFO [FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11533351156392783215.bcfks 2024-11-28T07:12:59,391 INFO [FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11533351156392783215.bcfks 2024-11-28T07:12:59,391 DEBUG [FileChangeWatcher-hbase_test_key7997092754482737244.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11533351156392783215.bcfks 2024-11-28T07:12:59,553 DEBUG [FileChangeWatcher-hbase_test_key7997092754482737244.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11533351156392783215.bcfks 2024-11-28T07:12:59,553 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,42747,0 is dead - stopping the connection localhost:42747/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-28T07:12:59,553 DEBUG [FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11533351156392783215.bcfks 2024-11-28T07:12:59,553 DEBUG [FileChangeWatcher-hbase_test_key7997092754482737244.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11533351156392783215.bcfks 2024-11-28T07:12:59,553 DEBUG [FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11533351156392783215.bcfks 2024-11-28T07:12:59,553 DEBUG [FileChangeWatcher-hbase_test_key7997092754482737244.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11533351156392783215.bcfks 2024-11-28T07:12:59,553 DEBUG [FileChangeWatcher-hbase_test_key7997092754482737244.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11533351156392783215.bcfks 2024-11-28T07:12:59,553 INFO [FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11533351156392783215.bcfks 2024-11-28T07:12:59,553 INFO [FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11533351156392783215.bcfks 2024-11-28T07:12:59,553 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T07:12:59,554 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:12:59,883 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:12:59,884 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T07:13:00,047 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:13:00,209 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:13:00,210 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x979774ea, L:/127.0.0.1:42747 - R:/127.0.0.1:47020] 2024-11-28T07:13:00,412 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47020, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T07:13:00,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:13:00,413 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42747 2024-11-28T07:13:00,413 DEBUG [FileChangeWatcher-hbase_test_key7997092754482737244.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7997092754482737244.bcfks was interrupted and is shutting down... 2024-11-28T07:13:00,413 DEBUG [FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks was interrupted and is shutting down... 2024-11-28T07:13:00,414 DEBUG [FileChangeWatcher-hbase_test_key7997092754482737244.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7997092754482737244.bcfks was interrupted and is shutting down... 2024-11-28T07:13:00,414 DEBUG [FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks was interrupted and is shutting down... 2024-11-28T07:13:00,422 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=41 (was 33) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_key7997092754482737244.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_key7997092754482737244.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=215 (was 216), ProcessCount=11 (was 11), AvailableMemoryMB=4986 (was 5077) 2024-11-28T07:13:00,429 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=41, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=215, ProcessCount=11, AvailableMemoryMB=4986 2024-11-28T07:13:00,430 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T07:13:00,431 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42939 2024-11-28T07:13:00,431 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T07:13:00,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9ace0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:13:00,432 INFO [FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks thread finished 2024-11-28T07:13:00,432 INFO [FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks thread finished 2024-11-28T07:13:00,432 INFO [FileChangeWatcher-hbase_test_key7997092754482737244.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7997092754482737244.bcfks thread finished 2024-11-28T07:13:00,432 INFO [FileChangeWatcher-hbase_test_key7997092754482737244.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7997092754482737244.bcfks thread finished 2024-11-28T07:13:00,432 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T07:13:00,433 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:13:00,756 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:13:00,757 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:13:00,757 INFO [FileChangeWatcher-hbase_test_key7997092754482737244.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7997092754482737244.bcfks thread started 2024-11-28T07:13:00,758 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:13:00,758 INFO [FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks thread started 2024-11-28T07:13:00,758 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T07:13:00,921 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:13:01,084 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:13:01,085 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:13:01,085 INFO [FileChangeWatcher-hbase_test_key7997092754482737244.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7997092754482737244.bcfks thread started 2024-11-28T07:13:01,085 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:13:01,088 INFO [FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks thread started 2024-11-28T07:13:01,088 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb4f64f52, L:/127.0.0.1:42939 - R:/127.0.0.1:40976] 2024-11-28T07:13:01,264 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40976, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T07:13:01,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:13:01,266 DEBUG [FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks was interrupted and is shutting down... 2024-11-28T07:13:01,266 DEBUG [FileChangeWatcher-hbase_test_key7997092754482737244.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7997092754482737244.bcfks was interrupted and is shutting down... 2024-11-28T07:13:01,267 INFO [FileChangeWatcher-hbase_test_key7997092754482737244.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7997092754482737244.bcfks thread finished 2024-11-28T07:13:01,267 INFO [FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks thread finished 2024-11-28T07:13:01,479 DEBUG [FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7997092754482737244.bcfks 2024-11-28T07:13:01,479 DEBUG [FileChangeWatcher-hbase_test_key7997092754482737244.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7997092754482737244.bcfks 2024-11-28T07:13:01,479 DEBUG [FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7997092754482737244.bcfks 2024-11-28T07:13:01,479 INFO [FileChangeWatcher-hbase_test_key7997092754482737244.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7997092754482737244.bcfks 2024-11-28T07:13:01,720 DEBUG [FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7997092754482737244.bcfks 2024-11-28T07:13:01,720 DEBUG [FileChangeWatcher-hbase_test_key7997092754482737244.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7997092754482737244.bcfks 2024-11-28T07:13:01,721 DEBUG [FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7997092754482737244.bcfks 2024-11-28T07:13:01,721 INFO [FileChangeWatcher-hbase_test_key7997092754482737244.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7997092754482737244.bcfks 2024-11-28T07:13:01,721 DEBUG [FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11533351156392783215.bcfks 2024-11-28T07:13:01,721 DEBUG [FileChangeWatcher-hbase_test_key7997092754482737244.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11533351156392783215.bcfks 2024-11-28T07:13:01,721 INFO [FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11533351156392783215.bcfks 2024-11-28T07:13:01,721 DEBUG [FileChangeWatcher-hbase_test_key7997092754482737244.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11533351156392783215.bcfks 2024-11-28T07:13:01,882 DEBUG [FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11533351156392783215.bcfks 2024-11-28T07:13:01,882 DEBUG [FileChangeWatcher-hbase_test_key7997092754482737244.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11533351156392783215.bcfks 2024-11-28T07:13:01,882 INFO [FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11533351156392783215.bcfks 2024-11-28T07:13:01,882 DEBUG [FileChangeWatcher-hbase_test_key7997092754482737244.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11533351156392783215.bcfks 2024-11-28T07:13:01,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60d9f5aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:13:01,882 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T07:13:01,884 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:13:02,207 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:13:02,207 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:13:02,208 INFO [FileChangeWatcher-hbase_test_key7997092754482737244.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7997092754482737244.bcfks thread started 2024-11-28T07:13:02,208 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:13:02,208 INFO [FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks thread started 2024-11-28T07:13:02,209 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T07:13:02,370 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:13:02,531 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:13:02,531 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd1d63ff8, L:/127.0.0.1:42939 - R:/127.0.0.1:40992] 2024-11-28T07:13:02,716 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40992, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T07:13:02,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:13:02,718 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42939 2024-11-28T07:13:02,718 DEBUG [FileChangeWatcher-hbase_test_key7997092754482737244.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7997092754482737244.bcfks was interrupted and is shutting down... 2024-11-28T07:13:02,718 DEBUG [FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks was interrupted and is shutting down... 2024-11-28T07:13:02,718 DEBUG [FileChangeWatcher-hbase_test_key7997092754482737244.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7997092754482737244.bcfks was interrupted and is shutting down... 2024-11-28T07:13:02,718 DEBUG [FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks was interrupted and is shutting down... 2024-11-28T07:13:02,719 INFO [FileChangeWatcher-hbase_test_key7997092754482737244.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7997092754482737244.bcfks thread finished 2024-11-28T07:13:02,719 INFO [FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks thread finished 2024-11-28T07:13:02,719 INFO [FileChangeWatcher-hbase_test_key7997092754482737244.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7997092754482737244.bcfks thread finished 2024-11-28T07:13:02,726 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 41), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=215 (was 215), ProcessCount=11 (was 11), AvailableMemoryMB=4948 (was 4986) 2024-11-28T07:13:02,731 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=215, ProcessCount=11, AvailableMemoryMB=4948 2024-11-28T07:13:02,732 INFO [FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11533351156392783215.bcfks thread finished 2024-11-28T07:13:02,857 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T07:13:02,858 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39457 2024-11-28T07:13:02,858 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T07:13:02,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@773dd41f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:13:02,859 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T07:13:02,859 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:13:02,893 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:13:02,893 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:13:02,894 INFO [FileChangeWatcher-hbase_test_key7881101395295373666.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7881101395295373666.jks thread started 2024-11-28T07:13:02,894 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:13:02,894 INFO [FileChangeWatcher-hbase_test_ca16023130750984630284.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16023130750984630284.jks thread started 2024-11-28T07:13:02,894 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T07:13:02,913 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:13:02,929 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:13:02,930 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:13:02,930 INFO [FileChangeWatcher-hbase_test_key7881101395295373666.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7881101395295373666.jks thread started 2024-11-28T07:13:02,930 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:13:02,931 INFO [FileChangeWatcher-hbase_test_ca16023130750984630284.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16023130750984630284.jks thread started 2024-11-28T07:13:02,931 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8c3c67f7, L:/127.0.0.1:39457 - R:/127.0.0.1:41642] 2024-11-28T07:13:02,991 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41642, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T07:13:03,000 DEBUG [FileChangeWatcher-hbase_test_ca16023130750984630284.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7881101395295373666.jks 2024-11-28T07:13:03,000 DEBUG [FileChangeWatcher-hbase_test_key7881101395295373666.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7881101395295373666.jks 2024-11-28T07:13:03,000 DEBUG [FileChangeWatcher-hbase_test_key7881101395295373666.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7881101395295373666.jks 2024-11-28T07:13:03,000 DEBUG [FileChangeWatcher-hbase_test_ca16023130750984630284.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7881101395295373666.jks 2024-11-28T07:13:03,000 DEBUG [FileChangeWatcher-hbase_test_ca16023130750984630284.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7881101395295373666.jks 2024-11-28T07:13:03,000 INFO [FileChangeWatcher-hbase_test_key7881101395295373666.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7881101395295373666.jks 2024-11-28T07:13:03,000 DEBUG [FileChangeWatcher-hbase_test_ca16023130750984630284.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7881101395295373666.jks 2024-11-28T07:13:03,000 INFO [FileChangeWatcher-hbase_test_key7881101395295373666.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7881101395295373666.jks 2024-11-28T07:13:03,030 DEBUG [FileChangeWatcher-hbase_test_key7881101395295373666.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7881101395295373666.jks 2024-11-28T07:13:03,030 DEBUG [FileChangeWatcher-hbase_test_key7881101395295373666.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7881101395295373666.jks 2024-11-28T07:13:03,030 DEBUG [FileChangeWatcher-hbase_test_ca16023130750984630284.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7881101395295373666.jks 2024-11-28T07:13:03,030 DEBUG [FileChangeWatcher-hbase_test_ca16023130750984630284.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7881101395295373666.jks 2024-11-28T07:13:03,030 INFO [FileChangeWatcher-hbase_test_key7881101395295373666.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7881101395295373666.jks 2024-11-28T07:13:03,030 DEBUG [FileChangeWatcher-hbase_test_ca16023130750984630284.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7881101395295373666.jks 2024-11-28T07:13:03,030 INFO [FileChangeWatcher-hbase_test_key7881101395295373666.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7881101395295373666.jks 2024-11-28T07:13:03,030 DEBUG [FileChangeWatcher-hbase_test_ca16023130750984630284.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7881101395295373666.jks 2024-11-28T07:13:03,030 DEBUG [FileChangeWatcher-hbase_test_ca16023130750984630284.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16023130750984630284.jks 2024-11-28T07:13:03,030 DEBUG [FileChangeWatcher-hbase_test_key7881101395295373666.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16023130750984630284.jks 2024-11-28T07:13:03,030 DEBUG [FileChangeWatcher-hbase_test_key7881101395295373666.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16023130750984630284.jks 2024-11-28T07:13:03,030 INFO [FileChangeWatcher-hbase_test_ca16023130750984630284.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16023130750984630284.jks 2024-11-28T07:13:03,030 DEBUG [FileChangeWatcher-hbase_test_ca16023130750984630284.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16023130750984630284.jks 2024-11-28T07:13:03,030 DEBUG [FileChangeWatcher-hbase_test_key7881101395295373666.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16023130750984630284.jks 2024-11-28T07:13:03,030 INFO [FileChangeWatcher-hbase_test_ca16023130750984630284.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16023130750984630284.jks 2024-11-28T07:13:03,030 DEBUG [FileChangeWatcher-hbase_test_key7881101395295373666.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16023130750984630284.jks 2024-11-28T07:13:03,047 DEBUG [FileChangeWatcher-hbase_test_ca16023130750984630284.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16023130750984630284.jks 2024-11-28T07:13:03,047 DEBUG [FileChangeWatcher-hbase_test_key7881101395295373666.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16023130750984630284.jks 2024-11-28T07:13:03,047 DEBUG [FileChangeWatcher-hbase_test_ca16023130750984630284.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16023130750984630284.jks 2024-11-28T07:13:03,047 DEBUG [FileChangeWatcher-hbase_test_key7881101395295373666.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16023130750984630284.jks 2024-11-28T07:13:03,047 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39457,0 is dead - stopping the connection localhost:39457/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-28T07:13:03,047 DEBUG [FileChangeWatcher-hbase_test_key7881101395295373666.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16023130750984630284.jks 2024-11-28T07:13:03,047 INFO [FileChangeWatcher-hbase_test_ca16023130750984630284.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16023130750984630284.jks 2024-11-28T07:13:03,047 INFO [FileChangeWatcher-hbase_test_ca16023130750984630284.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16023130750984630284.jks 2024-11-28T07:13:03,047 DEBUG [FileChangeWatcher-hbase_test_key7881101395295373666.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16023130750984630284.jks 2024-11-28T07:13:03,047 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T07:13:03,048 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:13:03,082 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:13:03,082 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T07:13:03,100 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:13:03,116 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:13:03,117 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x598e1b8a, L:/127.0.0.1:39457 - R:/127.0.0.1:41656] 2024-11-28T07:13:03,162 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41656, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T07:13:03,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:13:03,163 DEBUG [FileChangeWatcher-hbase_test_key7881101395295373666.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7881101395295373666.jks was interrupted and is shutting down... 2024-11-28T07:13:03,163 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39457 2024-11-28T07:13:03,163 DEBUG [FileChangeWatcher-hbase_test_ca16023130750984630284.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16023130750984630284.jks was interrupted and is shutting down... 2024-11-28T07:13:03,163 DEBUG [FileChangeWatcher-hbase_test_key7881101395295373666.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7881101395295373666.jks was interrupted and is shutting down... 2024-11-28T07:13:03,163 DEBUG [FileChangeWatcher-hbase_test_ca16023130750984630284.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16023130750984630284.jks was interrupted and is shutting down... 2024-11-28T07:13:03,164 INFO [FileChangeWatcher-hbase_test_ca16023130750984630284.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16023130750984630284.jks thread finished 2024-11-28T07:13:03,164 INFO [FileChangeWatcher-hbase_test_key7881101395295373666.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7881101395295373666.jks thread finished 2024-11-28T07:13:03,164 INFO [FileChangeWatcher-hbase_test_key7881101395295373666.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7881101395295373666.jks thread finished 2024-11-28T07:13:03,171 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=215 (was 215), ProcessCount=11 (was 11), AvailableMemoryMB=4925 (was 4948) 2024-11-28T07:13:03,176 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=215, ProcessCount=11, AvailableMemoryMB=4925 2024-11-28T07:13:03,177 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T07:13:03,178 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41757 2024-11-28T07:13:03,178 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T07:13:03,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@671305f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:13:03,179 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T07:13:03,179 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:13:03,180 INFO [FileChangeWatcher-hbase_test_ca16023130750984630284.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16023130750984630284.jks thread finished 2024-11-28T07:13:03,213 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:13:03,213 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:13:03,214 INFO [FileChangeWatcher-hbase_test_key7881101395295373666.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7881101395295373666.jks thread started 2024-11-28T07:13:03,214 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:13:03,214 INFO [FileChangeWatcher-hbase_test_ca16023130750984630284.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16023130750984630284.jks thread started 2024-11-28T07:13:03,214 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T07:13:03,232 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:13:03,249 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:13:03,249 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:13:03,250 INFO [FileChangeWatcher-hbase_test_key7881101395295373666.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7881101395295373666.jks thread started 2024-11-28T07:13:03,250 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:13:03,251 INFO [FileChangeWatcher-hbase_test_ca16023130750984630284.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16023130750984630284.jks thread started 2024-11-28T07:13:03,251 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc9ed1272, L:/127.0.0.1:41757 - R:/127.0.0.1:47162] 2024-11-28T07:13:03,295 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47162, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T07:13:03,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:13:03,297 DEBUG [FileChangeWatcher-hbase_test_ca16023130750984630284.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16023130750984630284.jks was interrupted and is shutting down... 2024-11-28T07:13:03,297 DEBUG [FileChangeWatcher-hbase_test_key7881101395295373666.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7881101395295373666.jks was interrupted and is shutting down... 2024-11-28T07:13:03,298 INFO [FileChangeWatcher-hbase_test_key7881101395295373666.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7881101395295373666.jks thread finished 2024-11-28T07:13:03,298 INFO [FileChangeWatcher-hbase_test_ca16023130750984630284.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16023130750984630284.jks thread finished 2024-11-28T07:13:03,307 DEBUG [FileChangeWatcher-hbase_test_ca16023130750984630284.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7881101395295373666.jks 2024-11-28T07:13:03,307 DEBUG [FileChangeWatcher-hbase_test_ca16023130750984630284.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7881101395295373666.jks 2024-11-28T07:13:03,307 DEBUG [FileChangeWatcher-hbase_test_key7881101395295373666.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7881101395295373666.jks 2024-11-28T07:13:03,307 INFO [FileChangeWatcher-hbase_test_key7881101395295373666.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7881101395295373666.jks 2024-11-28T07:13:03,347 DEBUG [FileChangeWatcher-hbase_test_key7881101395295373666.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7881101395295373666.jks 2024-11-28T07:13:03,347 DEBUG [FileChangeWatcher-hbase_test_ca16023130750984630284.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7881101395295373666.jks 2024-11-28T07:13:03,347 DEBUG [FileChangeWatcher-hbase_test_ca16023130750984630284.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7881101395295373666.jks 2024-11-28T07:13:03,347 DEBUG [FileChangeWatcher-hbase_test_ca16023130750984630284.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16023130750984630284.jks 2024-11-28T07:13:03,347 INFO [FileChangeWatcher-hbase_test_key7881101395295373666.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7881101395295373666.jks 2024-11-28T07:13:03,347 INFO [FileChangeWatcher-hbase_test_ca16023130750984630284.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16023130750984630284.jks 2024-11-28T07:13:03,347 DEBUG [FileChangeWatcher-hbase_test_key7881101395295373666.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16023130750984630284.jks 2024-11-28T07:13:03,347 DEBUG [FileChangeWatcher-hbase_test_key7881101395295373666.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16023130750984630284.jks 2024-11-28T07:13:03,367 DEBUG [FileChangeWatcher-hbase_test_key7881101395295373666.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16023130750984630284.jks 2024-11-28T07:13:03,367 DEBUG [FileChangeWatcher-hbase_test_ca16023130750984630284.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16023130750984630284.jks 2024-11-28T07:13:03,367 DEBUG [FileChangeWatcher-hbase_test_key7881101395295373666.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16023130750984630284.jks 2024-11-28T07:13:03,367 INFO [FileChangeWatcher-hbase_test_ca16023130750984630284.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16023130750984630284.jks 2024-11-28T07:13:03,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7996d92b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:13:03,367 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T07:13:03,368 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:13:03,404 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:13:03,405 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:13:03,405 INFO [FileChangeWatcher-hbase_test_key7881101395295373666.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7881101395295373666.jks thread started 2024-11-28T07:13:03,405 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:13:03,406 INFO [FileChangeWatcher-hbase_test_ca16023130750984630284.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16023130750984630284.jks thread started 2024-11-28T07:13:03,406 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T07:13:03,428 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:13:03,444 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:13:03,445 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb34c8a78, L:/127.0.0.1:41757 - R:/127.0.0.1:47172] 2024-11-28T07:13:03,487 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47172, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T07:13:03,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:13:03,489 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41757 2024-11-28T07:13:03,489 DEBUG [FileChangeWatcher-hbase_test_ca16023130750984630284.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16023130750984630284.jks was interrupted and is shutting down... 2024-11-28T07:13:03,489 DEBUG [FileChangeWatcher-hbase_test_key7881101395295373666.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7881101395295373666.jks was interrupted and is shutting down... 2024-11-28T07:13:03,489 DEBUG [FileChangeWatcher-hbase_test_key7881101395295373666.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7881101395295373666.jks was interrupted and is shutting down... 2024-11-28T07:13:03,489 DEBUG [FileChangeWatcher-hbase_test_ca16023130750984630284.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16023130750984630284.jks was interrupted and is shutting down... 2024-11-28T07:13:03,489 INFO [FileChangeWatcher-hbase_test_key7881101395295373666.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7881101395295373666.jks thread finished 2024-11-28T07:13:03,490 INFO [FileChangeWatcher-hbase_test_ca16023130750984630284.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16023130750984630284.jks thread finished 2024-11-28T07:13:03,490 INFO [FileChangeWatcher-hbase_test_key7881101395295373666.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7881101395295373666.jks thread finished 2024-11-28T07:13:03,490 INFO [FileChangeWatcher-hbase_test_ca16023130750984630284.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16023130750984630284.jks thread finished 2024-11-28T07:13:03,496 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=215 (was 215), ProcessCount=11 (was 11), AvailableMemoryMB=4897 (was 4925) 2024-11-28T07:13:03,502 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=215, ProcessCount=11, AvailableMemoryMB=4897 2024-11-28T07:13:03,507 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T07:13:03,507 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46133 2024-11-28T07:13:03,507 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T07:13:03,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52bf7cd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:13:03,508 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T07:13:03,509 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:13:03,513 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:13:03,513 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:13:03,514 INFO [FileChangeWatcher-hbase_test_key15585928482648454547.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15585928482648454547.pem thread started 2024-11-28T07:13:03,514 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:13:03,514 INFO [FileChangeWatcher-hbase_test_ca11461035935182737100.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11461035935182737100.pem thread started 2024-11-28T07:13:03,514 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T07:13:03,518 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:13:03,518 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:13:03,518 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:13:03,519 INFO [FileChangeWatcher-hbase_test_key15585928482648454547.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15585928482648454547.pem thread started 2024-11-28T07:13:03,519 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:13:03,519 INFO [FileChangeWatcher-hbase_test_ca11461035935182737100.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11461035935182737100.pem thread started 2024-11-28T07:13:03,519 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xde31d006, L:/127.0.0.1:46133 - R:/127.0.0.1:34924] 2024-11-28T07:13:03,535 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34924, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T07:13:03,546 DEBUG [FileChangeWatcher-hbase_test_ca11461035935182737100.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15585928482648454547.pem 2024-11-28T07:13:03,546 DEBUG [FileChangeWatcher-hbase_test_ca11461035935182737100.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15585928482648454547.pem 2024-11-28T07:13:03,546 DEBUG [FileChangeWatcher-hbase_test_key15585928482648454547.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15585928482648454547.pem 2024-11-28T07:13:03,546 DEBUG [FileChangeWatcher-hbase_test_key15585928482648454547.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15585928482648454547.pem 2024-11-28T07:13:03,546 DEBUG [FileChangeWatcher-hbase_test_ca11461035935182737100.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15585928482648454547.pem 2024-11-28T07:13:03,546 DEBUG [FileChangeWatcher-hbase_test_ca11461035935182737100.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15585928482648454547.pem 2024-11-28T07:13:03,546 INFO [FileChangeWatcher-hbase_test_key15585928482648454547.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15585928482648454547.pem 2024-11-28T07:13:03,546 INFO [FileChangeWatcher-hbase_test_key15585928482648454547.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15585928482648454547.pem 2024-11-28T07:13:03,546 DEBUG [FileChangeWatcher-hbase_test_ca11461035935182737100.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15585928482648454547.pem 2024-11-28T07:13:03,546 DEBUG [FileChangeWatcher-hbase_test_key15585928482648454547.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15585928482648454547.pem 2024-11-28T07:13:03,546 DEBUG [FileChangeWatcher-hbase_test_key15585928482648454547.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15585928482648454547.pem 2024-11-28T07:13:03,546 DEBUG [FileChangeWatcher-hbase_test_ca11461035935182737100.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15585928482648454547.pem 2024-11-28T07:13:03,546 INFO [FileChangeWatcher-hbase_test_key15585928482648454547.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15585928482648454547.pem 2024-11-28T07:13:03,546 INFO [FileChangeWatcher-hbase_test_key15585928482648454547.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15585928482648454547.pem 2024-11-28T07:13:03,546 DEBUG [FileChangeWatcher-hbase_test_ca11461035935182737100.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15585928482648454547.pem 2024-11-28T07:13:03,546 DEBUG [FileChangeWatcher-hbase_test_key15585928482648454547.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11461035935182737100.pem 2024-11-28T07:13:03,546 DEBUG [FileChangeWatcher-hbase_test_key15585928482648454547.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11461035935182737100.pem 2024-11-28T07:13:03,546 DEBUG [FileChangeWatcher-hbase_test_ca11461035935182737100.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11461035935182737100.pem 2024-11-28T07:13:03,546 DEBUG [FileChangeWatcher-hbase_test_ca11461035935182737100.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15585928482648454547.pem 2024-11-28T07:13:03,546 DEBUG [FileChangeWatcher-hbase_test_key15585928482648454547.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11461035935182737100.pem 2024-11-28T07:13:03,546 DEBUG [FileChangeWatcher-hbase_test_ca11461035935182737100.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11461035935182737100.pem 2024-11-28T07:13:03,546 DEBUG [FileChangeWatcher-hbase_test_key15585928482648454547.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11461035935182737100.pem 2024-11-28T07:13:03,546 INFO [FileChangeWatcher-hbase_test_ca11461035935182737100.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11461035935182737100.pem 2024-11-28T07:13:03,546 INFO [FileChangeWatcher-hbase_test_ca11461035935182737100.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11461035935182737100.pem 2024-11-28T07:13:03,546 DEBUG [FileChangeWatcher-hbase_test_key15585928482648454547.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11461035935182737100.pem 2024-11-28T07:13:03,546 DEBUG [FileChangeWatcher-hbase_test_key15585928482648454547.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11461035935182737100.pem 2024-11-28T07:13:03,547 DEBUG [FileChangeWatcher-hbase_test_ca11461035935182737100.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11461035935182737100.pem 2024-11-28T07:13:03,547 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,46133,0 is dead - stopping the connection localhost:46133/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-28T07:13:03,547 DEBUG [FileChangeWatcher-hbase_test_key15585928482648454547.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11461035935182737100.pem 2024-11-28T07:13:03,547 INFO [FileChangeWatcher-hbase_test_ca11461035935182737100.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11461035935182737100.pem 2024-11-28T07:13:03,547 DEBUG [FileChangeWatcher-hbase_test_key15585928482648454547.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11461035935182737100.pem 2024-11-28T07:13:03,547 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T07:13:03,547 DEBUG [FileChangeWatcher-hbase_test_ca11461035935182737100.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11461035935182737100.pem 2024-11-28T07:13:03,547 INFO [FileChangeWatcher-hbase_test_ca11461035935182737100.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11461035935182737100.pem 2024-11-28T07:13:03,547 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:13:03,552 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:13:03,552 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T07:13:03,556 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:13:03,556 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:13:03,556 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc766845b, L:/127.0.0.1:46133 - R:/127.0.0.1:34928] 2024-11-28T07:13:03,575 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34928, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T07:13:03,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:13:03,577 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46133 2024-11-28T07:13:03,577 DEBUG [FileChangeWatcher-hbase_test_key15585928482648454547.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15585928482648454547.pem was interrupted and is shutting down... 2024-11-28T07:13:03,577 DEBUG [FileChangeWatcher-hbase_test_ca11461035935182737100.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11461035935182737100.pem was interrupted and is shutting down... 2024-11-28T07:13:03,577 DEBUG [FileChangeWatcher-hbase_test_key15585928482648454547.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15585928482648454547.pem was interrupted and is shutting down... 2024-11-28T07:13:03,577 DEBUG [FileChangeWatcher-hbase_test_ca11461035935182737100.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11461035935182737100.pem was interrupted and is shutting down... 2024-11-28T07:13:03,577 INFO [FileChangeWatcher-hbase_test_key15585928482648454547.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15585928482648454547.pem thread finished 2024-11-28T07:13:03,583 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=41 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=215 (was 215), ProcessCount=11 (was 11), AvailableMemoryMB=4897 (was 4897) 2024-11-28T07:13:03,589 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=41, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=215, ProcessCount=11, AvailableMemoryMB=4896 2024-11-28T07:13:03,590 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T07:13:03,591 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36471 2024-11-28T07:13:03,591 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T07:13:03,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53436773, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:13:03,591 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T07:13:03,592 INFO [FileChangeWatcher-hbase_test_key15585928482648454547.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15585928482648454547.pem thread finished 2024-11-28T07:13:03,592 INFO [FileChangeWatcher-hbase_test_ca11461035935182737100.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11461035935182737100.pem thread finished 2024-11-28T07:13:03,592 INFO [FileChangeWatcher-hbase_test_ca11461035935182737100.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11461035935182737100.pem thread finished 2024-11-28T07:13:03,592 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:13:03,596 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:13:03,596 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:13:03,596 INFO [FileChangeWatcher-hbase_test_key15585928482648454547.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15585928482648454547.pem thread started 2024-11-28T07:13:03,597 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:13:03,597 INFO [FileChangeWatcher-hbase_test_ca11461035935182737100.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11461035935182737100.pem thread started 2024-11-28T07:13:03,597 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T07:13:03,601 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:13:03,601 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:13:03,602 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:13:03,602 INFO [FileChangeWatcher-hbase_test_key15585928482648454547.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15585928482648454547.pem thread started 2024-11-28T07:13:03,602 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:13:03,602 INFO [FileChangeWatcher-hbase_test_ca11461035935182737100.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11461035935182737100.pem thread started 2024-11-28T07:13:03,603 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4f6d9dd6, L:/127.0.0.1:36471 - R:/127.0.0.1:52292] 2024-11-28T07:13:03,616 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52292, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T07:13:03,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:13:03,618 DEBUG [FileChangeWatcher-hbase_test_key15585928482648454547.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15585928482648454547.pem was interrupted and is shutting down... 2024-11-28T07:13:03,618 DEBUG [FileChangeWatcher-hbase_test_ca11461035935182737100.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11461035935182737100.pem was interrupted and is shutting down... 2024-11-28T07:13:03,618 INFO [FileChangeWatcher-hbase_test_ca11461035935182737100.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11461035935182737100.pem thread finished 2024-11-28T07:13:03,618 INFO [FileChangeWatcher-hbase_test_key15585928482648454547.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15585928482648454547.pem thread finished 2024-11-28T07:13:03,626 DEBUG [FileChangeWatcher-hbase_test_ca11461035935182737100.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15585928482648454547.pem 2024-11-28T07:13:03,626 DEBUG [FileChangeWatcher-hbase_test_key15585928482648454547.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15585928482648454547.pem 2024-11-28T07:13:03,626 DEBUG [FileChangeWatcher-hbase_test_ca11461035935182737100.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15585928482648454547.pem 2024-11-28T07:13:03,626 INFO [FileChangeWatcher-hbase_test_key15585928482648454547.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15585928482648454547.pem 2024-11-28T07:13:03,626 DEBUG [FileChangeWatcher-hbase_test_ca11461035935182737100.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15585928482648454547.pem 2024-11-28T07:13:03,626 DEBUG [FileChangeWatcher-hbase_test_key15585928482648454547.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15585928482648454547.pem 2024-11-28T07:13:03,626 DEBUG [FileChangeWatcher-hbase_test_ca11461035935182737100.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15585928482648454547.pem 2024-11-28T07:13:03,626 INFO [FileChangeWatcher-hbase_test_key15585928482648454547.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15585928482648454547.pem 2024-11-28T07:13:03,627 DEBUG [FileChangeWatcher-hbase_test_ca11461035935182737100.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11461035935182737100.pem 2024-11-28T07:13:03,627 DEBUG [FileChangeWatcher-hbase_test_key15585928482648454547.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11461035935182737100.pem 2024-11-28T07:13:03,627 INFO [FileChangeWatcher-hbase_test_ca11461035935182737100.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11461035935182737100.pem 2024-11-28T07:13:03,627 DEBUG [FileChangeWatcher-hbase_test_key15585928482648454547.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11461035935182737100.pem 2024-11-28T07:13:03,627 DEBUG [FileChangeWatcher-hbase_test_ca11461035935182737100.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11461035935182737100.pem 2024-11-28T07:13:03,627 DEBUG [FileChangeWatcher-hbase_test_key15585928482648454547.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11461035935182737100.pem 2024-11-28T07:13:03,627 INFO [FileChangeWatcher-hbase_test_ca11461035935182737100.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11461035935182737100.pem 2024-11-28T07:13:03,627 DEBUG [FileChangeWatcher-hbase_test_key15585928482648454547.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11461035935182737100.pem 2024-11-28T07:13:03,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42808c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:13:03,627 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T07:13:03,628 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:13:03,632 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:13:03,633 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:13:03,633 INFO [FileChangeWatcher-hbase_test_key15585928482648454547.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15585928482648454547.pem thread started 2024-11-28T07:13:03,633 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:13:03,634 INFO [FileChangeWatcher-hbase_test_ca11461035935182737100.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11461035935182737100.pem thread started 2024-11-28T07:13:03,634 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T07:13:03,638 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:13:03,638 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:13:03,638 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf9d8e3cc, L:/127.0.0.1:36471 - R:/127.0.0.1:52300] 2024-11-28T07:13:03,654 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52300, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T07:13:03,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:13:03,656 DEBUG [FileChangeWatcher-hbase_test_key15585928482648454547.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15585928482648454547.pem was interrupted and is shutting down... 2024-11-28T07:13:03,656 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36471 2024-11-28T07:13:03,656 DEBUG [FileChangeWatcher-hbase_test_ca11461035935182737100.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11461035935182737100.pem was interrupted and is shutting down... 2024-11-28T07:13:03,656 DEBUG [FileChangeWatcher-hbase_test_key15585928482648454547.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15585928482648454547.pem was interrupted and is shutting down... 2024-11-28T07:13:03,656 DEBUG [FileChangeWatcher-hbase_test_ca11461035935182737100.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11461035935182737100.pem was interrupted and is shutting down... 2024-11-28T07:13:03,656 INFO [FileChangeWatcher-hbase_test_key15585928482648454547.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15585928482648454547.pem thread finished 2024-11-28T07:13:03,656 INFO [FileChangeWatcher-hbase_test_ca11461035935182737100.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11461035935182737100.pem thread finished 2024-11-28T07:13:03,656 INFO [FileChangeWatcher-hbase_test_key15585928482648454547.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15585928482648454547.pem thread finished 2024-11-28T07:13:03,663 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 41), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=215 (was 215), ProcessCount=11 (was 11), AvailableMemoryMB=4896 (was 4896) 2024-11-28T07:13:03,669 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=215, ProcessCount=11, AvailableMemoryMB=4895 2024-11-28T07:13:03,672 INFO [FileChangeWatcher-hbase_test_ca11461035935182737100.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11461035935182737100.pem thread finished 2024-11-28T07:13:03,714 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T07:13:03,715 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46807 2024-11-28T07:13:03,715 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T07:13:03,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c3d4b6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:13:03,716 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T07:13:03,717 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:13:03,748 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:13:03,749 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:13:03,749 INFO [FileChangeWatcher-hbase_test_key5393535096138581517.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5393535096138581517.p12 thread started 2024-11-28T07:13:03,749 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:13:03,749 INFO [FileChangeWatcher-hbase_test_ca17329654744499363993.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17329654744499363993.p12 thread started 2024-11-28T07:13:03,750 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T07:13:03,766 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:13:03,782 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:13:03,783 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:13:03,783 INFO [FileChangeWatcher-hbase_test_key5393535096138581517.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5393535096138581517.p12 thread started 2024-11-28T07:13:03,783 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:13:03,783 INFO [FileChangeWatcher-hbase_test_ca17329654744499363993.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17329654744499363993.p12 thread started 2024-11-28T07:13:03,784 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf3a40ac0, L:/127.0.0.1:46807 - R:/127.0.0.1:39838] 2024-11-28T07:13:03,822 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39838, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T07:13:03,829 DEBUG [FileChangeWatcher-hbase_test_ca17329654744499363993.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5393535096138581517.p12 2024-11-28T07:13:03,829 DEBUG [FileChangeWatcher-hbase_test_ca17329654744499363993.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5393535096138581517.p12 2024-11-28T07:13:03,829 DEBUG [FileChangeWatcher-hbase_test_key5393535096138581517.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5393535096138581517.p12 2024-11-28T07:13:03,829 INFO [FileChangeWatcher-hbase_test_key5393535096138581517.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5393535096138581517.p12 2024-11-28T07:13:03,829 DEBUG [FileChangeWatcher-hbase_test_key5393535096138581517.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5393535096138581517.p12 2024-11-28T07:13:03,829 INFO [FileChangeWatcher-hbase_test_key5393535096138581517.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5393535096138581517.p12 2024-11-28T07:13:03,829 DEBUG [FileChangeWatcher-hbase_test_ca17329654744499363993.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5393535096138581517.p12 2024-11-28T07:13:03,829 DEBUG [FileChangeWatcher-hbase_test_ca17329654744499363993.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5393535096138581517.p12 2024-11-28T07:13:03,857 DEBUG [FileChangeWatcher-hbase_test_key5393535096138581517.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5393535096138581517.p12 2024-11-28T07:13:03,857 DEBUG [FileChangeWatcher-hbase_test_ca17329654744499363993.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5393535096138581517.p12 2024-11-28T07:13:03,857 DEBUG [FileChangeWatcher-hbase_test_ca17329654744499363993.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5393535096138581517.p12 2024-11-28T07:13:03,857 DEBUG [FileChangeWatcher-hbase_test_key5393535096138581517.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5393535096138581517.p12 2024-11-28T07:13:03,858 DEBUG [FileChangeWatcher-hbase_test_ca17329654744499363993.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5393535096138581517.p12 2024-11-28T07:13:03,858 INFO [FileChangeWatcher-hbase_test_key5393535096138581517.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5393535096138581517.p12 2024-11-28T07:13:03,858 INFO [FileChangeWatcher-hbase_test_key5393535096138581517.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5393535096138581517.p12 2024-11-28T07:13:03,858 DEBUG [FileChangeWatcher-hbase_test_ca17329654744499363993.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5393535096138581517.p12 2024-11-28T07:13:03,858 DEBUG [FileChangeWatcher-hbase_test_ca17329654744499363993.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17329654744499363993.p12 2024-11-28T07:13:03,858 DEBUG [FileChangeWatcher-hbase_test_ca17329654744499363993.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17329654744499363993.p12 2024-11-28T07:13:03,858 DEBUG [FileChangeWatcher-hbase_test_key5393535096138581517.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17329654744499363993.p12 2024-11-28T07:13:03,858 INFO [FileChangeWatcher-hbase_test_ca17329654744499363993.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17329654744499363993.p12 2024-11-28T07:13:03,858 DEBUG [FileChangeWatcher-hbase_test_key5393535096138581517.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17329654744499363993.p12 2024-11-28T07:13:03,858 INFO [FileChangeWatcher-hbase_test_ca17329654744499363993.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17329654744499363993.p12 2024-11-28T07:13:03,858 DEBUG [FileChangeWatcher-hbase_test_key5393535096138581517.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17329654744499363993.p12 2024-11-28T07:13:03,858 DEBUG [FileChangeWatcher-hbase_test_key5393535096138581517.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17329654744499363993.p12 2024-11-28T07:13:03,873 DEBUG [FileChangeWatcher-hbase_test_key5393535096138581517.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17329654744499363993.p12 2024-11-28T07:13:03,874 DEBUG [FileChangeWatcher-hbase_test_ca17329654744499363993.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17329654744499363993.p12 2024-11-28T07:13:03,874 DEBUG [FileChangeWatcher-hbase_test_ca17329654744499363993.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17329654744499363993.p12 2024-11-28T07:13:03,874 DEBUG [FileChangeWatcher-hbase_test_key5393535096138581517.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17329654744499363993.p12 2024-11-28T07:13:03,874 DEBUG [FileChangeWatcher-hbase_test_key5393535096138581517.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17329654744499363993.p12 2024-11-28T07:13:03,874 INFO [FileChangeWatcher-hbase_test_ca17329654744499363993.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17329654744499363993.p12 2024-11-28T07:13:03,874 INFO [FileChangeWatcher-hbase_test_ca17329654744499363993.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17329654744499363993.p12 2024-11-28T07:13:03,874 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,46807,0 is dead - stopping the connection localhost:46807/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-28T07:13:03,874 DEBUG [FileChangeWatcher-hbase_test_key5393535096138581517.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17329654744499363993.p12 2024-11-28T07:13:03,874 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T07:13:03,875 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:13:03,916 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:13:03,916 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T07:13:03,933 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:13:03,949 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:13:03,950 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc160b6e2, L:/127.0.0.1:46807 - R:/127.0.0.1:39850] 2024-11-28T07:13:03,990 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39850, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T07:13:03,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:13:03,991 DEBUG [FileChangeWatcher-hbase_test_key5393535096138581517.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5393535096138581517.p12 was interrupted and is shutting down... 2024-11-28T07:13:03,991 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46807 2024-11-28T07:13:03,991 DEBUG [FileChangeWatcher-hbase_test_ca17329654744499363993.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17329654744499363993.p12 was interrupted and is shutting down... 2024-11-28T07:13:03,991 DEBUG [FileChangeWatcher-hbase_test_key5393535096138581517.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5393535096138581517.p12 was interrupted and is shutting down... 2024-11-28T07:13:03,991 DEBUG [FileChangeWatcher-hbase_test_ca17329654744499363993.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17329654744499363993.p12 was interrupted and is shutting down... 2024-11-28T07:13:03,991 INFO [FileChangeWatcher-hbase_test_key5393535096138581517.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5393535096138581517.p12 thread finished 2024-11-28T07:13:03,992 INFO [FileChangeWatcher-hbase_test_ca17329654744499363993.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17329654744499363993.p12 thread finished 2024-11-28T07:13:03,992 INFO [FileChangeWatcher-hbase_test_ca17329654744499363993.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17329654744499363993.p12 thread finished 2024-11-28T07:13:03,999 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=215 (was 215), ProcessCount=11 (was 11), AvailableMemoryMB=4895 (was 4895) 2024-11-28T07:13:04,004 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=215, ProcessCount=11, AvailableMemoryMB=4895 2024-11-28T07:13:04,005 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T07:13:04,005 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45857 2024-11-28T07:13:04,005 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T07:13:04,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eb23f96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:13:04,006 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T07:13:04,007 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:13:04,008 INFO [FileChangeWatcher-hbase_test_key5393535096138581517.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5393535096138581517.p12 thread finished 2024-11-28T07:13:04,038 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:13:04,039 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:13:04,039 INFO [FileChangeWatcher-hbase_test_key5393535096138581517.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5393535096138581517.p12 thread started 2024-11-28T07:13:04,039 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:13:04,040 INFO [FileChangeWatcher-hbase_test_ca17329654744499363993.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17329654744499363993.p12 thread started 2024-11-28T07:13:04,040 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T07:13:04,056 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:13:04,072 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:13:04,073 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:13:04,073 INFO [FileChangeWatcher-hbase_test_key5393535096138581517.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5393535096138581517.p12 thread started 2024-11-28T07:13:04,073 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:13:04,073 INFO [FileChangeWatcher-hbase_test_ca17329654744499363993.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17329654744499363993.p12 thread started 2024-11-28T07:13:04,074 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6541fb9e, L:/127.0.0.1:45857 - R:/127.0.0.1:44094] 2024-11-28T07:13:04,111 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44094, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T07:13:04,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:13:04,113 DEBUG [FileChangeWatcher-hbase_test_ca17329654744499363993.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17329654744499363993.p12 was interrupted and is shutting down... 2024-11-28T07:13:04,113 DEBUG [FileChangeWatcher-hbase_test_key5393535096138581517.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5393535096138581517.p12 was interrupted and is shutting down... 2024-11-28T07:13:04,113 INFO [FileChangeWatcher-hbase_test_ca17329654744499363993.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17329654744499363993.p12 thread finished 2024-11-28T07:13:04,114 INFO [FileChangeWatcher-hbase_test_key5393535096138581517.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5393535096138581517.p12 thread finished 2024-11-28T07:13:04,117 DEBUG [FileChangeWatcher-hbase_test_ca17329654744499363993.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5393535096138581517.p12 2024-11-28T07:13:04,117 DEBUG [FileChangeWatcher-hbase_test_key5393535096138581517.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5393535096138581517.p12 2024-11-28T07:13:04,117 INFO [FileChangeWatcher-hbase_test_key5393535096138581517.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5393535096138581517.p12 2024-11-28T07:13:04,117 DEBUG [FileChangeWatcher-hbase_test_ca17329654744499363993.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5393535096138581517.p12 2024-11-28T07:13:04,146 DEBUG [FileChangeWatcher-hbase_test_key5393535096138581517.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5393535096138581517.p12 2024-11-28T07:13:04,146 DEBUG [FileChangeWatcher-hbase_test_ca17329654744499363993.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5393535096138581517.p12 2024-11-28T07:13:04,146 DEBUG [FileChangeWatcher-hbase_test_ca17329654744499363993.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5393535096138581517.p12 2024-11-28T07:13:04,146 INFO [FileChangeWatcher-hbase_test_key5393535096138581517.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5393535096138581517.p12 2024-11-28T07:13:04,147 DEBUG [FileChangeWatcher-hbase_test_ca17329654744499363993.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17329654744499363993.p12 2024-11-28T07:13:04,147 DEBUG [FileChangeWatcher-hbase_test_key5393535096138581517.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17329654744499363993.p12 2024-11-28T07:13:04,147 INFO [FileChangeWatcher-hbase_test_ca17329654744499363993.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17329654744499363993.p12 2024-11-28T07:13:04,147 DEBUG [FileChangeWatcher-hbase_test_key5393535096138581517.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17329654744499363993.p12 2024-11-28T07:13:04,162 DEBUG [FileChangeWatcher-hbase_test_key5393535096138581517.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17329654744499363993.p12 2024-11-28T07:13:04,162 DEBUG [FileChangeWatcher-hbase_test_ca17329654744499363993.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17329654744499363993.p12 2024-11-28T07:13:04,162 INFO [FileChangeWatcher-hbase_test_ca17329654744499363993.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17329654744499363993.p12 2024-11-28T07:13:04,162 DEBUG [FileChangeWatcher-hbase_test_key5393535096138581517.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17329654744499363993.p12 2024-11-28T07:13:04,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e2df48e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:13:04,163 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T07:13:04,163 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:13:04,196 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:13:04,197 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:13:04,197 INFO [FileChangeWatcher-hbase_test_key5393535096138581517.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5393535096138581517.p12 thread started 2024-11-28T07:13:04,197 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:13:04,198 INFO [FileChangeWatcher-hbase_test_ca17329654744499363993.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17329654744499363993.p12 thread started 2024-11-28T07:13:04,198 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T07:13:04,226 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:13:04,243 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:13:04,244 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb3c70977, L:/127.0.0.1:45857 - R:/127.0.0.1:44106] 2024-11-28T07:13:04,295 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44106, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T07:13:04,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:13:04,296 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45857 2024-11-28T07:13:04,296 DEBUG [FileChangeWatcher-hbase_test_ca17329654744499363993.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17329654744499363993.p12 was interrupted and is shutting down... 2024-11-28T07:13:04,296 DEBUG [FileChangeWatcher-hbase_test_key5393535096138581517.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5393535096138581517.p12 was interrupted and is shutting down... 2024-11-28T07:13:04,297 DEBUG [FileChangeWatcher-hbase_test_key5393535096138581517.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5393535096138581517.p12 was interrupted and is shutting down... 2024-11-28T07:13:04,297 DEBUG [FileChangeWatcher-hbase_test_ca17329654744499363993.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17329654744499363993.p12 was interrupted and is shutting down... 2024-11-28T07:13:04,297 INFO [FileChangeWatcher-hbase_test_ca17329654744499363993.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17329654744499363993.p12 thread finished 2024-11-28T07:13:04,297 INFO [FileChangeWatcher-hbase_test_key5393535096138581517.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5393535096138581517.p12 thread finished 2024-11-28T07:13:04,303 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=215 (was 215), ProcessCount=11 (was 11), AvailableMemoryMB=4889 (was 4895) 2024-11-28T07:13:04,309 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=215, ProcessCount=11, AvailableMemoryMB=4889 2024-11-28T07:13:04,312 INFO [FileChangeWatcher-hbase_test_key5393535096138581517.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5393535096138581517.p12 thread finished 2024-11-28T07:13:04,312 INFO [FileChangeWatcher-hbase_test_ca17329654744499363993.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17329654744499363993.p12 thread finished 2024-11-28T07:13:04,712 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T07:13:04,713 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37445 2024-11-28T07:13:04,713 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T07:13:04,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ee7f8a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:13:04,714 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T07:13:04,714 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:13:05,047 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:13:05,047 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:13:05,048 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:13:05,048 INFO [FileChangeWatcher-hbase_test_key9138427274481052026.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9138427274481052026.bcfks thread started 2024-11-28T07:13:05,048 INFO [FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks thread started 2024-11-28T07:13:05,048 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T07:13:05,210 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:13:05,372 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:13:05,372 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:13:05,373 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:13:05,373 INFO [FileChangeWatcher-hbase_test_key9138427274481052026.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9138427274481052026.bcfks thread started 2024-11-28T07:13:05,373 INFO [FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks thread started 2024-11-28T07:13:05,373 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x678d2f23, L:/127.0.0.1:37445 - R:/127.0.0.1:36628] 2024-11-28T07:13:05,595 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36628, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T07:13:05,603 DEBUG [FileChangeWatcher-hbase_test_key9138427274481052026.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9138427274481052026.bcfks 2024-11-28T07:13:05,603 DEBUG [FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9138427274481052026.bcfks 2024-11-28T07:13:05,603 DEBUG [FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9138427274481052026.bcfks 2024-11-28T07:13:05,603 DEBUG [FileChangeWatcher-hbase_test_key9138427274481052026.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9138427274481052026.bcfks 2024-11-28T07:13:05,603 INFO [FileChangeWatcher-hbase_test_key9138427274481052026.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9138427274481052026.bcfks 2024-11-28T07:13:05,603 DEBUG [FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9138427274481052026.bcfks 2024-11-28T07:13:05,603 INFO [FileChangeWatcher-hbase_test_key9138427274481052026.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9138427274481052026.bcfks 2024-11-28T07:13:05,603 DEBUG [FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9138427274481052026.bcfks 2024-11-28T07:13:05,856 DEBUG [FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9138427274481052026.bcfks 2024-11-28T07:13:05,856 DEBUG [FileChangeWatcher-hbase_test_key9138427274481052026.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9138427274481052026.bcfks 2024-11-28T07:13:05,856 DEBUG [FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9138427274481052026.bcfks 2024-11-28T07:13:05,856 DEBUG [FileChangeWatcher-hbase_test_key9138427274481052026.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9138427274481052026.bcfks 2024-11-28T07:13:05,856 DEBUG [FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9138427274481052026.bcfks 2024-11-28T07:13:05,856 INFO [FileChangeWatcher-hbase_test_key9138427274481052026.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9138427274481052026.bcfks 2024-11-28T07:13:05,856 INFO [FileChangeWatcher-hbase_test_key9138427274481052026.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9138427274481052026.bcfks 2024-11-28T07:13:05,856 DEBUG [FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9138427274481052026.bcfks 2024-11-28T07:13:05,856 DEBUG [FileChangeWatcher-hbase_test_key9138427274481052026.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14799925725531201264.bcfks 2024-11-28T07:13:05,856 DEBUG [FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14799925725531201264.bcfks 2024-11-28T07:13:05,856 DEBUG [FileChangeWatcher-hbase_test_key9138427274481052026.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14799925725531201264.bcfks 2024-11-28T07:13:05,856 DEBUG [FileChangeWatcher-hbase_test_key9138427274481052026.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14799925725531201264.bcfks 2024-11-28T07:13:05,856 INFO [FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14799925725531201264.bcfks 2024-11-28T07:13:05,856 DEBUG [FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14799925725531201264.bcfks 2024-11-28T07:13:05,856 DEBUG [FileChangeWatcher-hbase_test_key9138427274481052026.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14799925725531201264.bcfks 2024-11-28T07:13:05,856 INFO [FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14799925725531201264.bcfks 2024-11-28T07:13:06,017 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,37445,0 is dead - stopping the connection localhost:37445/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-28T07:13:06,017 DEBUG [FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14799925725531201264.bcfks 2024-11-28T07:13:06,017 DEBUG [FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14799925725531201264.bcfks 2024-11-28T07:13:06,017 DEBUG [FileChangeWatcher-hbase_test_key9138427274481052026.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14799925725531201264.bcfks 2024-11-28T07:13:06,017 DEBUG [FileChangeWatcher-hbase_test_key9138427274481052026.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14799925725531201264.bcfks 2024-11-28T07:13:06,017 INFO [FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14799925725531201264.bcfks 2024-11-28T07:13:06,017 INFO [FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14799925725531201264.bcfks 2024-11-28T07:13:06,017 DEBUG [FileChangeWatcher-hbase_test_key9138427274481052026.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14799925725531201264.bcfks 2024-11-28T07:13:06,017 DEBUG [FileChangeWatcher-hbase_test_key9138427274481052026.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14799925725531201264.bcfks 2024-11-28T07:13:06,017 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T07:13:06,018 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:13:06,359 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:13:06,359 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T07:13:06,520 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:13:06,682 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:13:06,683 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3fe780bf, L:/127.0.0.1:37445 - R:/127.0.0.1:36630] 2024-11-28T07:13:06,860 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36630, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T07:13:06,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:13:06,861 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37445 2024-11-28T07:13:06,861 DEBUG [FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks was interrupted and is shutting down... 2024-11-28T07:13:06,861 DEBUG [FileChangeWatcher-hbase_test_key9138427274481052026.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9138427274481052026.bcfks was interrupted and is shutting down... 2024-11-28T07:13:06,861 DEBUG [FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks was interrupted and is shutting down... 2024-11-28T07:13:06,861 DEBUG [FileChangeWatcher-hbase_test_key9138427274481052026.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9138427274481052026.bcfks was interrupted and is shutting down... 2024-11-28T07:13:06,861 INFO [FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks thread finished 2024-11-28T07:13:06,861 INFO [FileChangeWatcher-hbase_test_key9138427274481052026.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9138427274481052026.bcfks thread finished 2024-11-28T07:13:06,861 INFO [FileChangeWatcher-hbase_test_key9138427274481052026.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9138427274481052026.bcfks thread finished 2024-11-28T07:13:06,868 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=214 (was 215), ProcessCount=11 (was 11), AvailableMemoryMB=4891 (was 4889) - AvailableMemoryMB LEAK? - 2024-11-28T07:13:06,873 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=214, ProcessCount=11, AvailableMemoryMB=4891 2024-11-28T07:13:06,874 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T07:13:06,875 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38109 2024-11-28T07:13:06,875 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T07:13:06,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dc4cc99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:13:06,876 INFO [FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks thread finished 2024-11-28T07:13:06,876 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T07:13:06,877 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:13:07,199 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:13:07,199 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:13:07,200 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:13:07,200 INFO [FileChangeWatcher-hbase_test_key9138427274481052026.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9138427274481052026.bcfks thread started 2024-11-28T07:13:07,200 INFO [FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks thread started 2024-11-28T07:13:07,200 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T07:13:07,363 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:13:07,525 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:13:07,526 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:13:07,526 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:13:07,526 INFO [FileChangeWatcher-hbase_test_key9138427274481052026.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9138427274481052026.bcfks thread started 2024-11-28T07:13:07,527 INFO [FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks thread started 2024-11-28T07:13:07,527 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd9379266, L:/127.0.0.1:38109 - R:/127.0.0.1:33092] 2024-11-28T07:13:07,703 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33092, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T07:13:07,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:13:07,705 DEBUG [FileChangeWatcher-hbase_test_key9138427274481052026.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9138427274481052026.bcfks was interrupted and is shutting down... 2024-11-28T07:13:07,705 DEBUG [FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks was interrupted and is shutting down... 2024-11-28T07:13:07,705 INFO [FileChangeWatcher-hbase_test_key9138427274481052026.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9138427274481052026.bcfks thread finished 2024-11-28T07:13:07,705 INFO [FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks thread finished 2024-11-28T07:13:07,711 DEBUG [FileChangeWatcher-hbase_test_key9138427274481052026.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9138427274481052026.bcfks 2024-11-28T07:13:07,711 INFO [FileChangeWatcher-hbase_test_key9138427274481052026.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9138427274481052026.bcfks 2024-11-28T07:13:07,711 DEBUG [FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9138427274481052026.bcfks 2024-11-28T07:13:07,711 DEBUG [FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9138427274481052026.bcfks 2024-11-28T07:13:07,954 DEBUG [FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9138427274481052026.bcfks 2024-11-28T07:13:07,954 DEBUG [FileChangeWatcher-hbase_test_key9138427274481052026.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9138427274481052026.bcfks 2024-11-28T07:13:07,954 DEBUG [FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9138427274481052026.bcfks 2024-11-28T07:13:07,954 INFO [FileChangeWatcher-hbase_test_key9138427274481052026.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9138427274481052026.bcfks 2024-11-28T07:13:07,954 DEBUG [FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14799925725531201264.bcfks 2024-11-28T07:13:07,954 DEBUG [FileChangeWatcher-hbase_test_key9138427274481052026.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14799925725531201264.bcfks 2024-11-28T07:13:07,954 INFO [FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14799925725531201264.bcfks 2024-11-28T07:13:07,954 DEBUG [FileChangeWatcher-hbase_test_key9138427274481052026.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14799925725531201264.bcfks 2024-11-28T07:13:08,114 DEBUG [FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14799925725531201264.bcfks 2024-11-28T07:13:08,114 DEBUG [FileChangeWatcher-hbase_test_key9138427274481052026.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14799925725531201264.bcfks 2024-11-28T07:13:08,114 INFO [FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14799925725531201264.bcfks 2024-11-28T07:13:08,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@177828d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:13:08,114 DEBUG [FileChangeWatcher-hbase_test_key9138427274481052026.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14799925725531201264.bcfks 2024-11-28T07:13:08,115 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T07:13:08,115 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:13:08,440 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:13:08,440 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:13:08,441 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/77d58818-3833-6465-f2e8-21c59b483049/TestNettyTLSIPCFileWatcher 2024-11-28T07:13:08,441 INFO [FileChangeWatcher-hbase_test_key9138427274481052026.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9138427274481052026.bcfks thread started 2024-11-28T07:13:08,441 INFO [FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks thread started 2024-11-28T07:13:08,441 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T07:13:08,603 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T07:13:08,766 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T07:13:08,766 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xab2dbc81, L:/127.0.0.1:38109 - R:/127.0.0.1:33104] 2024-11-28T07:13:08,945 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33104, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T07:13:08,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:13:08,946 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38109 2024-11-28T07:13:08,946 DEBUG [FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks was interrupted and is shutting down... 2024-11-28T07:13:08,946 DEBUG [FileChangeWatcher-hbase_test_key9138427274481052026.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9138427274481052026.bcfks was interrupted and is shutting down... 2024-11-28T07:13:08,946 DEBUG [FileChangeWatcher-hbase_test_key9138427274481052026.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9138427274481052026.bcfks was interrupted and is shutting down... 2024-11-28T07:13:08,947 DEBUG [FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks was interrupted and is shutting down... 2024-11-28T07:13:08,947 INFO [FileChangeWatcher-hbase_test_key9138427274481052026.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9138427274481052026.bcfks thread finished 2024-11-28T07:13:08,947 INFO [FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks thread finished 2024-11-28T07:13:08,953 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=214 (was 214), ProcessCount=11 (was 11), AvailableMemoryMB=4891 (was 4891) 2024-11-28T07:13:08,960 INFO [FileChangeWatcher-hbase_test_key9138427274481052026.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9138427274481052026.bcfks thread finished 2024-11-28T07:13:08,960 INFO [FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14799925725531201264.bcfks thread finished