2024-11-09 14:16:48,170 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-09 14:16:48,184 main DEBUG Took 0.010975 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-09 14:16:48,184 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-09 14:16:48,184 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-09 14:16:48,185 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-09 14:16:48,186 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 14:16:48,197 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-09 14:16:48,209 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 14:16:48,211 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 14:16:48,212 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 14:16:48,212 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 14:16:48,213 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 14:16:48,213 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 14:16:48,215 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 14:16:48,215 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 14:16:48,216 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 14:16:48,216 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 14:16:48,217 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 14:16:48,218 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 14:16:48,218 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 14:16:48,219 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 14:16:48,220 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 14:16:48,220 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 14:16:48,221 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 14:16:48,221 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 14:16:48,222 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 14:16:48,222 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 14:16:48,223 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 14:16:48,223 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 14:16:48,224 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 14:16:48,224 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 14:16:48,225 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 14:16:48,225 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-09 14:16:48,227 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 14:16:48,229 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-09 14:16:48,231 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-09 14:16:48,231 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-09 14:16:48,233 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-09 14:16:48,234 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-09 14:16:48,244 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-09 14:16:48,247 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-09 14:16:48,249 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-09 14:16:48,249 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-09 14:16:48,250 main DEBUG createAppenders(={Console}) 2024-11-09 14:16:48,251 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-09 14:16:48,251 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-09 14:16:48,252 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-09 14:16:48,253 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-09 14:16:48,253 main DEBUG OutputStream closed 2024-11-09 14:16:48,253 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-09 14:16:48,254 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-09 14:16:48,254 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-09 14:16:48,339 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-09 14:16:48,342 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-09 14:16:48,343 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-09 14:16:48,344 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-09 14:16:48,345 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-09 14:16:48,346 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-09 14:16:48,346 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-09 14:16:48,347 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-09 14:16:48,347 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-09 14:16:48,348 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-09 14:16:48,348 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-09 14:16:48,348 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-09 14:16:48,349 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-09 14:16:48,349 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-09 14:16:48,350 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-09 14:16:48,350 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-09 14:16:48,350 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-09 14:16:48,351 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-09 14:16:48,353 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09 14:16:48,353 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-09 14:16:48,354 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-09 14:16:48,355 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-09T14:16:48,369 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-09 14:16:48,372 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-09 14:16:48,372 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09T14:16:48,746 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-09T14:16:49,541 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=162, ProcessCount=11, AvailableMemoryMB=1522 2024-11-09T14:16:50,346 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T14:16:50,387 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-09T14:16:50,399 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-09T14:16:50,410 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-09T14:16:50,491 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T14:16:50,521 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 44105 (auto-detected) 2024-11-09T14:16:50,522 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-09T14:16:50,543 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39255 2024-11-09T14:16:50,547 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-09T14:16:50,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T14:16:50,574 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-09T14:16:50,574 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-09T14:16:50,836 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T14:16:50,896 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:50,956 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:51,035 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:51,037 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:51,037 INFO [FileChangeWatcher-hbase_test_key11451256060201203287.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11451256060201203287.jks thread started 2024-11-09T14:16:51,038 INFO [FileChangeWatcher-hbase_test_ca12243649129778507801.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12243649129778507801.jks thread started 2024-11-09T14:16:51,045 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T14:16:51,141 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:51,157 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:51,216 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:51,217 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:51,217 INFO [FileChangeWatcher-hbase_test_key11451256060201203287.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11451256060201203287.jks thread started 2024-11-09T14:16:51,217 INFO [FileChangeWatcher-hbase_test_ca12243649129778507801.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12243649129778507801.jks thread started 2024-11-09T14:16:51,219 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x63452b38, L:/127.0.0.1:39255 - R:/127.0.0.1:54244] 2024-11-09T14:16:51,345 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54244, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T14:16:51,579 DEBUG [FileChangeWatcher-hbase_test_ca12243649129778507801.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11451256060201203287.jks 2024-11-09T14:16:51,579 DEBUG [FileChangeWatcher-hbase_test_key11451256060201203287.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11451256060201203287.jks 2024-11-09T14:16:51,579 DEBUG [FileChangeWatcher-hbase_test_ca12243649129778507801.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11451256060201203287.jks 2024-11-09T14:16:51,580 DEBUG [FileChangeWatcher-hbase_test_ca12243649129778507801.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11451256060201203287.jks 2024-11-09T14:16:51,580 DEBUG [FileChangeWatcher-hbase_test_key11451256060201203287.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11451256060201203287.jks 2024-11-09T14:16:51,580 INFO [FileChangeWatcher-hbase_test_key11451256060201203287.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11451256060201203287.jks 2024-11-09T14:16:51,580 DEBUG [FileChangeWatcher-hbase_test_ca12243649129778507801.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11451256060201203287.jks 2024-11-09T14:16:51,580 INFO [FileChangeWatcher-hbase_test_key11451256060201203287.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11451256060201203287.jks 2024-11-09T14:16:51,603 DEBUG [FileChangeWatcher-hbase_test_key11451256060201203287.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11451256060201203287.jks 2024-11-09T14:16:51,603 DEBUG [FileChangeWatcher-hbase_test_ca12243649129778507801.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11451256060201203287.jks 2024-11-09T14:16:51,603 DEBUG [FileChangeWatcher-hbase_test_key11451256060201203287.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11451256060201203287.jks 2024-11-09T14:16:51,603 DEBUG [FileChangeWatcher-hbase_test_ca12243649129778507801.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11451256060201203287.jks 2024-11-09T14:16:51,603 INFO [FileChangeWatcher-hbase_test_key11451256060201203287.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11451256060201203287.jks 2024-11-09T14:16:51,603 DEBUG [FileChangeWatcher-hbase_test_ca12243649129778507801.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11451256060201203287.jks 2024-11-09T14:16:51,603 INFO [FileChangeWatcher-hbase_test_key11451256060201203287.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11451256060201203287.jks 2024-11-09T14:16:51,603 DEBUG [FileChangeWatcher-hbase_test_ca12243649129778507801.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11451256060201203287.jks 2024-11-09T14:16:51,632 DEBUG [FileChangeWatcher-hbase_test_key11451256060201203287.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12243649129778507801.jks 2024-11-09T14:16:51,632 DEBUG [FileChangeWatcher-hbase_test_ca12243649129778507801.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12243649129778507801.jks 2024-11-09T14:16:51,632 DEBUG [FileChangeWatcher-hbase_test_ca12243649129778507801.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12243649129778507801.jks 2024-11-09T14:16:51,632 DEBUG [FileChangeWatcher-hbase_test_key11451256060201203287.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12243649129778507801.jks 2024-11-09T14:16:51,633 DEBUG [FileChangeWatcher-hbase_test_key11451256060201203287.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12243649129778507801.jks 2024-11-09T14:16:51,633 INFO [FileChangeWatcher-hbase_test_ca12243649129778507801.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12243649129778507801.jks 2024-11-09T14:16:51,633 INFO [FileChangeWatcher-hbase_test_ca12243649129778507801.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12243649129778507801.jks 2024-11-09T14:16:51,633 DEBUG [FileChangeWatcher-hbase_test_key11451256060201203287.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12243649129778507801.jks 2024-11-09T14:16:51,650 DEBUG [FileChangeWatcher-hbase_test_ca12243649129778507801.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12243649129778507801.jks 2024-11-09T14:16:51,650 DEBUG [FileChangeWatcher-hbase_test_ca12243649129778507801.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12243649129778507801.jks 2024-11-09T14:16:51,650 DEBUG [FileChangeWatcher-hbase_test_key11451256060201203287.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12243649129778507801.jks 2024-11-09T14:16:51,650 DEBUG [FileChangeWatcher-hbase_test_key11451256060201203287.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12243649129778507801.jks 2024-11-09T14:16:51,650 INFO [FileChangeWatcher-hbase_test_ca12243649129778507801.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12243649129778507801.jks 2024-11-09T14:16:51,650 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39255,0 is dead - stopping the connection localhost:39255/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-09T14:16:51,650 INFO [FileChangeWatcher-hbase_test_ca12243649129778507801.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12243649129778507801.jks 2024-11-09T14:16:51,650 DEBUG [FileChangeWatcher-hbase_test_key11451256060201203287.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12243649129778507801.jks 2024-11-09T14:16:51,651 DEBUG [FileChangeWatcher-hbase_test_key11451256060201203287.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12243649129778507801.jks 2024-11-09T14:16:51,651 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T14:16:51,653 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:51,681 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:51,681 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T14:16:51,702 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:51,716 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:51,717 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x94edd9c1, L:/127.0.0.1:39255 - R:/127.0.0.1:54246] 2024-11-09T14:16:51,761 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54246, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T14:16:51,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:16:51,763 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39255 2024-11-09T14:16:51,763 DEBUG [FileChangeWatcher-hbase_test_ca12243649129778507801.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12243649129778507801.jks was interrupted and is shutting down... 2024-11-09T14:16:51,763 DEBUG [FileChangeWatcher-hbase_test_key11451256060201203287.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11451256060201203287.jks was interrupted and is shutting down... 2024-11-09T14:16:51,763 DEBUG [FileChangeWatcher-hbase_test_ca12243649129778507801.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12243649129778507801.jks was interrupted and is shutting down... 2024-11-09T14:16:51,763 DEBUG [FileChangeWatcher-hbase_test_key11451256060201203287.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11451256060201203287.jks was interrupted and is shutting down... 2024-11-09T14:16:51,764 INFO [FileChangeWatcher-hbase_test_key11451256060201203287.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11451256060201203287.jks thread finished 2024-11-09T14:16:51,764 INFO [FileChangeWatcher-hbase_test_ca12243649129778507801.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12243649129778507801.jks thread finished 2024-11-09T14:16:51,764 INFO [FileChangeWatcher-hbase_test_ca12243649129778507801.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12243649129778507801.jks thread finished 2024-11-09T14:16:51,772 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key11451256060201203287.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=197 (was 162) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1368 (was 1522) 2024-11-09T14:16:51,779 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=197, ProcessCount=11, AvailableMemoryMB=1368 2024-11-09T14:16:51,780 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T14:16:51,781 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39725 2024-11-09T14:16:51,781 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-09T14:16:51,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de698e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T14:16:51,782 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T14:16:51,782 INFO [FileChangeWatcher-hbase_test_key11451256060201203287.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11451256060201203287.jks thread finished 2024-11-09T14:16:51,783 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:51,811 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:51,811 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:51,812 INFO [FileChangeWatcher-hbase_test_key11451256060201203287.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11451256060201203287.jks thread started 2024-11-09T14:16:51,813 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:51,814 INFO [FileChangeWatcher-hbase_test_ca12243649129778507801.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12243649129778507801.jks thread started 2024-11-09T14:16:51,814 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T14:16:51,841 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:51,859 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:51,859 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:51,860 INFO [FileChangeWatcher-hbase_test_key11451256060201203287.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11451256060201203287.jks thread started 2024-11-09T14:16:51,860 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:51,860 INFO [FileChangeWatcher-hbase_test_ca12243649129778507801.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12243649129778507801.jks thread started 2024-11-09T14:16:51,861 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x969065a1, L:/127.0.0.1:39725 - R:/127.0.0.1:46992] 2024-11-09T14:16:51,895 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46992, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T14:16:51,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:16:51,898 DEBUG [FileChangeWatcher-hbase_test_ca12243649129778507801.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12243649129778507801.jks was interrupted and is shutting down... 2024-11-09T14:16:51,898 DEBUG [FileChangeWatcher-hbase_test_key11451256060201203287.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11451256060201203287.jks was interrupted and is shutting down... 2024-11-09T14:16:51,898 INFO [FileChangeWatcher-hbase_test_key11451256060201203287.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11451256060201203287.jks thread finished 2024-11-09T14:16:51,898 INFO [FileChangeWatcher-hbase_test_ca12243649129778507801.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12243649129778507801.jks thread finished 2024-11-09T14:16:52,085 DEBUG [FileChangeWatcher-hbase_test_key11451256060201203287.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11451256060201203287.jks 2024-11-09T14:16:52,085 INFO [FileChangeWatcher-hbase_test_key11451256060201203287.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11451256060201203287.jks 2024-11-09T14:16:52,086 DEBUG [FileChangeWatcher-hbase_test_ca12243649129778507801.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11451256060201203287.jks 2024-11-09T14:16:52,086 DEBUG [FileChangeWatcher-hbase_test_ca12243649129778507801.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11451256060201203287.jks 2024-11-09T14:16:52,109 DEBUG [FileChangeWatcher-hbase_test_key11451256060201203287.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11451256060201203287.jks 2024-11-09T14:16:52,109 DEBUG [FileChangeWatcher-hbase_test_ca12243649129778507801.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11451256060201203287.jks 2024-11-09T14:16:52,110 DEBUG [FileChangeWatcher-hbase_test_ca12243649129778507801.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11451256060201203287.jks 2024-11-09T14:16:52,110 INFO [FileChangeWatcher-hbase_test_key11451256060201203287.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11451256060201203287.jks 2024-11-09T14:16:52,110 DEBUG [FileChangeWatcher-hbase_test_ca12243649129778507801.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12243649129778507801.jks 2024-11-09T14:16:52,110 DEBUG [FileChangeWatcher-hbase_test_key11451256060201203287.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12243649129778507801.jks 2024-11-09T14:16:52,110 INFO [FileChangeWatcher-hbase_test_ca12243649129778507801.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12243649129778507801.jks 2024-11-09T14:16:52,110 DEBUG [FileChangeWatcher-hbase_test_key11451256060201203287.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12243649129778507801.jks 2024-11-09T14:16:52,124 DEBUG [FileChangeWatcher-hbase_test_ca12243649129778507801.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12243649129778507801.jks 2024-11-09T14:16:52,124 DEBUG [FileChangeWatcher-hbase_test_key11451256060201203287.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12243649129778507801.jks 2024-11-09T14:16:52,124 INFO [FileChangeWatcher-hbase_test_ca12243649129778507801.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12243649129778507801.jks 2024-11-09T14:16:52,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9672be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T14:16:52,124 DEBUG [FileChangeWatcher-hbase_test_key11451256060201203287.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12243649129778507801.jks 2024-11-09T14:16:52,124 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T14:16:52,125 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:52,158 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:52,159 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:52,160 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:52,160 INFO [FileChangeWatcher-hbase_test_key11451256060201203287.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11451256060201203287.jks thread started 2024-11-09T14:16:52,163 INFO [FileChangeWatcher-hbase_test_ca12243649129778507801.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12243649129778507801.jks thread started 2024-11-09T14:16:52,163 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T14:16:52,180 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:52,203 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:52,204 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfc16fbd9, L:/127.0.0.1:39725 - R:/127.0.0.1:47004] 2024-11-09T14:16:52,253 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47004, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T14:16:52,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:16:52,256 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39725 2024-11-09T14:16:52,256 DEBUG [FileChangeWatcher-hbase_test_key11451256060201203287.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11451256060201203287.jks was interrupted and is shutting down... 2024-11-09T14:16:52,257 DEBUG [FileChangeWatcher-hbase_test_key11451256060201203287.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11451256060201203287.jks was interrupted and is shutting down... 2024-11-09T14:16:52,257 DEBUG [FileChangeWatcher-hbase_test_ca12243649129778507801.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12243649129778507801.jks was interrupted and is shutting down... 2024-11-09T14:16:52,257 INFO [FileChangeWatcher-hbase_test_key11451256060201203287.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11451256060201203287.jks thread finished 2024-11-09T14:16:52,257 INFO [FileChangeWatcher-hbase_test_key11451256060201203287.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11451256060201203287.jks thread finished 2024-11-09T14:16:52,257 INFO [FileChangeWatcher-hbase_test_ca12243649129778507801.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12243649129778507801.jks thread finished 2024-11-09T14:16:52,257 DEBUG [FileChangeWatcher-hbase_test_ca12243649129778507801.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12243649129778507801.jks was interrupted and is shutting down... 2024-11-09T14:16:52,271 INFO [FileChangeWatcher-hbase_test_ca12243649129778507801.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12243649129778507801.jks thread finished 2024-11-09T14:16:52,274 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 23) Potentially hanging thread: FileChangeWatcher-hbase_test_ca12243649129778507801.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=197 (was 197), ProcessCount=11 (was 11), AvailableMemoryMB=1308 (was 1368) 2024-11-09T14:16:52,283 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=197, ProcessCount=11, AvailableMemoryMB=1307 2024-11-09T14:16:52,369 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T14:16:52,370 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38773 2024-11-09T14:16:52,371 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-09T14:16:52,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32011580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T14:16:52,375 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T14:16:52,377 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:52,402 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:52,406 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:52,407 INFO [FileChangeWatcher-hbase_test_key6054793270718441325.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6054793270718441325.pem thread started 2024-11-09T14:16:52,410 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:52,411 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T14:16:52,427 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:52,428 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:52,428 INFO [FileChangeWatcher-hbase_test_ca817321654300279964.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca817321654300279964.pem thread started 2024-11-09T14:16:52,439 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:52,443 INFO [FileChangeWatcher-hbase_test_key6054793270718441325.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6054793270718441325.pem thread started 2024-11-09T14:16:52,443 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:52,445 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x73b10ffb, L:/127.0.0.1:38773 - R:/127.0.0.1:54130] 2024-11-09T14:16:52,452 INFO [FileChangeWatcher-hbase_test_ca817321654300279964.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca817321654300279964.pem thread started 2024-11-09T14:16:52,467 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54130, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T14:16:52,720 DEBUG [FileChangeWatcher-hbase_test_key6054793270718441325.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6054793270718441325.pem 2024-11-09T14:16:52,720 DEBUG [FileChangeWatcher-hbase_test_ca817321654300279964.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6054793270718441325.pem 2024-11-09T14:16:52,720 DEBUG [FileChangeWatcher-hbase_test_key6054793270718441325.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6054793270718441325.pem 2024-11-09T14:16:52,720 INFO [FileChangeWatcher-hbase_test_key6054793270718441325.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6054793270718441325.pem 2024-11-09T14:16:52,720 DEBUG [FileChangeWatcher-hbase_test_ca817321654300279964.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6054793270718441325.pem 2024-11-09T14:16:52,720 INFO [FileChangeWatcher-hbase_test_key6054793270718441325.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6054793270718441325.pem 2024-11-09T14:16:52,720 DEBUG [FileChangeWatcher-hbase_test_ca817321654300279964.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6054793270718441325.pem 2024-11-09T14:16:52,720 DEBUG [FileChangeWatcher-hbase_test_ca817321654300279964.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6054793270718441325.pem 2024-11-09T14:16:52,720 DEBUG [FileChangeWatcher-hbase_test_key6054793270718441325.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6054793270718441325.pem 2024-11-09T14:16:52,720 DEBUG [FileChangeWatcher-hbase_test_ca817321654300279964.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6054793270718441325.pem 2024-11-09T14:16:52,721 DEBUG [FileChangeWatcher-hbase_test_ca817321654300279964.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6054793270718441325.pem 2024-11-09T14:16:52,721 INFO [FileChangeWatcher-hbase_test_key6054793270718441325.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6054793270718441325.pem 2024-11-09T14:16:52,721 DEBUG [FileChangeWatcher-hbase_test_ca817321654300279964.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6054793270718441325.pem 2024-11-09T14:16:52,721 DEBUG [FileChangeWatcher-hbase_test_ca817321654300279964.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6054793270718441325.pem 2024-11-09T14:16:52,721 DEBUG [FileChangeWatcher-hbase_test_key6054793270718441325.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6054793270718441325.pem 2024-11-09T14:16:52,721 INFO [FileChangeWatcher-hbase_test_key6054793270718441325.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6054793270718441325.pem 2024-11-09T14:16:52,750 DEBUG [FileChangeWatcher-hbase_test_key6054793270718441325.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca817321654300279964.pem 2024-11-09T14:16:52,750 DEBUG [FileChangeWatcher-hbase_test_key6054793270718441325.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca817321654300279964.pem 2024-11-09T14:16:52,750 DEBUG [FileChangeWatcher-hbase_test_ca817321654300279964.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca817321654300279964.pem 2024-11-09T14:16:52,750 DEBUG [FileChangeWatcher-hbase_test_ca817321654300279964.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca817321654300279964.pem 2024-11-09T14:16:52,750 DEBUG [FileChangeWatcher-hbase_test_key6054793270718441325.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca817321654300279964.pem 2024-11-09T14:16:52,750 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,38773,0 is dead - stopping the connection localhost:38773/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-09T14:16:52,750 DEBUG [FileChangeWatcher-hbase_test_key6054793270718441325.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca817321654300279964.pem 2024-11-09T14:16:52,750 INFO [FileChangeWatcher-hbase_test_ca817321654300279964.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca817321654300279964.pem 2024-11-09T14:16:52,750 INFO [FileChangeWatcher-hbase_test_ca817321654300279964.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca817321654300279964.pem 2024-11-09T14:16:52,750 DEBUG [FileChangeWatcher-hbase_test_key6054793270718441325.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca817321654300279964.pem 2024-11-09T14:16:52,750 DEBUG [FileChangeWatcher-hbase_test_ca817321654300279964.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca817321654300279964.pem 2024-11-09T14:16:52,750 DEBUG [FileChangeWatcher-hbase_test_ca817321654300279964.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca817321654300279964.pem 2024-11-09T14:16:52,750 DEBUG [FileChangeWatcher-hbase_test_key6054793270718441325.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca817321654300279964.pem 2024-11-09T14:16:52,751 DEBUG [FileChangeWatcher-hbase_test_key6054793270718441325.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca817321654300279964.pem 2024-11-09T14:16:52,751 INFO [FileChangeWatcher-hbase_test_ca817321654300279964.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca817321654300279964.pem 2024-11-09T14:16:52,751 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T14:16:52,751 INFO [FileChangeWatcher-hbase_test_ca817321654300279964.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca817321654300279964.pem 2024-11-09T14:16:52,751 DEBUG [FileChangeWatcher-hbase_test_key6054793270718441325.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca817321654300279964.pem 2024-11-09T14:16:52,752 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:52,757 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:52,757 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T14:16:52,763 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:52,763 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:52,764 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x74c39c1c, L:/127.0.0.1:38773 - R:/127.0.0.1:54140] 2024-11-09T14:16:52,779 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54140, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T14:16:52,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:16:52,781 DEBUG [FileChangeWatcher-hbase_test_ca817321654300279964.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca817321654300279964.pem was interrupted and is shutting down... 2024-11-09T14:16:52,781 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38773 2024-11-09T14:16:52,781 DEBUG [FileChangeWatcher-hbase_test_key6054793270718441325.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6054793270718441325.pem was interrupted and is shutting down... 2024-11-09T14:16:52,782 DEBUG [FileChangeWatcher-hbase_test_ca817321654300279964.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca817321654300279964.pem was interrupted and is shutting down... 2024-11-09T14:16:52,782 INFO [FileChangeWatcher-hbase_test_key6054793270718441325.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6054793270718441325.pem thread finished 2024-11-09T14:16:52,782 DEBUG [FileChangeWatcher-hbase_test_key6054793270718441325.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6054793270718441325.pem was interrupted and is shutting down... 2024-11-09T14:16:52,782 INFO [FileChangeWatcher-hbase_test_ca817321654300279964.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca817321654300279964.pem thread finished 2024-11-09T14:16:52,782 INFO [FileChangeWatcher-hbase_test_key6054793270718441325.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6054793270718441325.pem thread finished 2024-11-09T14:16:52,782 INFO [FileChangeWatcher-hbase_test_ca817321654300279964.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca817321654300279964.pem thread finished 2024-11-09T14:16:52,788 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25 (was 23) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=197 (was 197), ProcessCount=11 (was 11), AvailableMemoryMB=1231 (was 1307) 2024-11-09T14:16:52,793 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=197, ProcessCount=11, AvailableMemoryMB=1231 2024-11-09T14:16:52,795 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T14:16:52,796 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46061 2024-11-09T14:16:52,796 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-09T14:16:52,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0c46d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T14:16:52,797 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T14:16:52,798 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:52,802 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:52,802 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:52,803 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:52,803 INFO [FileChangeWatcher-hbase_test_key6054793270718441325.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6054793270718441325.pem thread started 2024-11-09T14:16:52,803 INFO [FileChangeWatcher-hbase_test_ca817321654300279964.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca817321654300279964.pem thread started 2024-11-09T14:16:52,803 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T14:16:52,809 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:52,810 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:52,810 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:52,811 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:52,811 INFO [FileChangeWatcher-hbase_test_key6054793270718441325.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6054793270718441325.pem thread started 2024-11-09T14:16:52,812 INFO [FileChangeWatcher-hbase_test_ca817321654300279964.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca817321654300279964.pem thread started 2024-11-09T14:16:52,812 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x99829202, L:/127.0.0.1:46061 - R:/127.0.0.1:48848] 2024-11-09T14:16:52,828 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48848, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T14:16:52,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:16:52,830 DEBUG [FileChangeWatcher-hbase_test_key6054793270718441325.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6054793270718441325.pem was interrupted and is shutting down... 2024-11-09T14:16:52,830 DEBUG [FileChangeWatcher-hbase_test_ca817321654300279964.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca817321654300279964.pem was interrupted and is shutting down... 2024-11-09T14:16:52,830 INFO [FileChangeWatcher-hbase_test_key6054793270718441325.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6054793270718441325.pem thread finished 2024-11-09T14:16:52,830 INFO [FileChangeWatcher-hbase_test_ca817321654300279964.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca817321654300279964.pem thread finished 2024-11-09T14:16:53,100 DEBUG [FileChangeWatcher-hbase_test_key6054793270718441325.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6054793270718441325.pem 2024-11-09T14:16:53,100 DEBUG [FileChangeWatcher-hbase_test_ca817321654300279964.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6054793270718441325.pem 2024-11-09T14:16:53,101 INFO [FileChangeWatcher-hbase_test_key6054793270718441325.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6054793270718441325.pem 2024-11-09T14:16:53,101 DEBUG [FileChangeWatcher-hbase_test_ca817321654300279964.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6054793270718441325.pem 2024-11-09T14:16:53,101 DEBUG [FileChangeWatcher-hbase_test_ca817321654300279964.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6054793270718441325.pem 2024-11-09T14:16:53,101 DEBUG [FileChangeWatcher-hbase_test_key6054793270718441325.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6054793270718441325.pem 2024-11-09T14:16:53,101 DEBUG [FileChangeWatcher-hbase_test_ca817321654300279964.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6054793270718441325.pem 2024-11-09T14:16:53,101 INFO [FileChangeWatcher-hbase_test_key6054793270718441325.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6054793270718441325.pem 2024-11-09T14:16:53,150 DEBUG [FileChangeWatcher-hbase_test_key6054793270718441325.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca817321654300279964.pem 2024-11-09T14:16:53,150 DEBUG [FileChangeWatcher-hbase_test_ca817321654300279964.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca817321654300279964.pem 2024-11-09T14:16:53,150 DEBUG [FileChangeWatcher-hbase_test_key6054793270718441325.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca817321654300279964.pem 2024-11-09T14:16:53,151 INFO [FileChangeWatcher-hbase_test_ca817321654300279964.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca817321654300279964.pem 2024-11-09T14:16:53,151 DEBUG [FileChangeWatcher-hbase_test_key6054793270718441325.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca817321654300279964.pem 2024-11-09T14:16:53,151 DEBUG [FileChangeWatcher-hbase_test_key6054793270718441325.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca817321654300279964.pem 2024-11-09T14:16:53,151 DEBUG [FileChangeWatcher-hbase_test_ca817321654300279964.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca817321654300279964.pem 2024-11-09T14:16:53,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3609d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T14:16:53,152 INFO [FileChangeWatcher-hbase_test_ca817321654300279964.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca817321654300279964.pem 2024-11-09T14:16:53,152 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T14:16:53,154 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:53,162 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:53,163 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:53,163 INFO [FileChangeWatcher-hbase_test_key6054793270718441325.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6054793270718441325.pem thread started 2024-11-09T14:16:53,163 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:53,164 INFO [FileChangeWatcher-hbase_test_ca817321654300279964.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca817321654300279964.pem thread started 2024-11-09T14:16:53,164 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T14:16:53,168 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:53,169 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:53,169 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8e94b1ee, L:/127.0.0.1:46061 - R:/127.0.0.1:48854] 2024-11-09T14:16:53,184 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48854, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T14:16:53,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:16:53,185 DEBUG [FileChangeWatcher-hbase_test_key6054793270718441325.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6054793270718441325.pem was interrupted and is shutting down... 2024-11-09T14:16:53,185 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46061 2024-11-09T14:16:53,185 DEBUG [FileChangeWatcher-hbase_test_ca817321654300279964.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca817321654300279964.pem was interrupted and is shutting down... 2024-11-09T14:16:53,186 DEBUG [FileChangeWatcher-hbase_test_ca817321654300279964.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca817321654300279964.pem was interrupted and is shutting down... 2024-11-09T14:16:53,186 DEBUG [FileChangeWatcher-hbase_test_key6054793270718441325.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6054793270718441325.pem was interrupted and is shutting down... 2024-11-09T14:16:53,186 INFO [FileChangeWatcher-hbase_test_key6054793270718441325.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6054793270718441325.pem thread finished 2024-11-09T14:16:53,186 INFO [FileChangeWatcher-hbase_test_ca817321654300279964.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca817321654300279964.pem thread finished 2024-11-09T14:16:53,190 INFO [FileChangeWatcher-hbase_test_key6054793270718441325.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6054793270718441325.pem thread finished 2024-11-09T14:16:53,191 INFO [FileChangeWatcher-hbase_test_ca817321654300279964.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca817321654300279964.pem thread finished 2024-11-09T14:16:53,192 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=31 (was 25) Potentially hanging thread: FileChangeWatcher-hbase_test_ca817321654300279964.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key6054793270718441325.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=197 (was 197), ProcessCount=11 (was 11), AvailableMemoryMB=1183 (was 1231) 2024-11-09T14:16:53,197 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=197, ProcessCount=11, AvailableMemoryMB=1182 2024-11-09T14:16:53,236 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T14:16:53,237 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38277 2024-11-09T14:16:53,238 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-09T14:16:53,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2931de7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T14:16:53,238 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T14:16:53,239 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:53,268 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:53,268 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:53,269 INFO [FileChangeWatcher-hbase_test_key4229406442080569420.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4229406442080569420.p12 thread started 2024-11-09T14:16:53,269 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:53,269 INFO [FileChangeWatcher-hbase_test_ca14446633895477442514.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14446633895477442514.p12 thread started 2024-11-09T14:16:53,269 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T14:16:53,284 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:53,297 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:53,297 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:53,298 INFO [FileChangeWatcher-hbase_test_key4229406442080569420.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4229406442080569420.p12 thread started 2024-11-09T14:16:53,298 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:53,298 INFO [FileChangeWatcher-hbase_test_ca14446633895477442514.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14446633895477442514.p12 thread started 2024-11-09T14:16:53,298 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7c065fe9, L:/127.0.0.1:38277 - R:/127.0.0.1:52632] 2024-11-09T14:16:53,334 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52632, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T14:16:53,644 DEBUG [FileChangeWatcher-hbase_test_ca14446633895477442514.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4229406442080569420.p12 2024-11-09T14:16:53,644 DEBUG [FileChangeWatcher-hbase_test_key4229406442080569420.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4229406442080569420.p12 2024-11-09T14:16:53,644 DEBUG [FileChangeWatcher-hbase_test_ca14446633895477442514.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4229406442080569420.p12 2024-11-09T14:16:53,644 DEBUG [FileChangeWatcher-hbase_test_ca14446633895477442514.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4229406442080569420.p12 2024-11-09T14:16:53,644 DEBUG [FileChangeWatcher-hbase_test_ca14446633895477442514.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4229406442080569420.p12 2024-11-09T14:16:53,644 INFO [FileChangeWatcher-hbase_test_key4229406442080569420.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4229406442080569420.p12 2024-11-09T14:16:53,644 DEBUG [FileChangeWatcher-hbase_test_key4229406442080569420.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4229406442080569420.p12 2024-11-09T14:16:53,644 INFO [FileChangeWatcher-hbase_test_key4229406442080569420.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4229406442080569420.p12 2024-11-09T14:16:53,667 DEBUG [FileChangeWatcher-hbase_test_key4229406442080569420.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4229406442080569420.p12 2024-11-09T14:16:53,667 DEBUG [FileChangeWatcher-hbase_test_ca14446633895477442514.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4229406442080569420.p12 2024-11-09T14:16:53,667 DEBUG [FileChangeWatcher-hbase_test_key4229406442080569420.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4229406442080569420.p12 2024-11-09T14:16:53,667 INFO [FileChangeWatcher-hbase_test_key4229406442080569420.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4229406442080569420.p12 2024-11-09T14:16:53,667 DEBUG [FileChangeWatcher-hbase_test_ca14446633895477442514.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4229406442080569420.p12 2024-11-09T14:16:53,667 DEBUG [FileChangeWatcher-hbase_test_ca14446633895477442514.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4229406442080569420.p12 2024-11-09T14:16:53,667 DEBUG [FileChangeWatcher-hbase_test_key4229406442080569420.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14446633895477442514.p12 2024-11-09T14:16:53,667 INFO [FileChangeWatcher-hbase_test_key4229406442080569420.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4229406442080569420.p12 2024-11-09T14:16:53,667 DEBUG [FileChangeWatcher-hbase_test_ca14446633895477442514.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4229406442080569420.p12 2024-11-09T14:16:53,667 DEBUG [FileChangeWatcher-hbase_test_key4229406442080569420.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14446633895477442514.p12 2024-11-09T14:16:53,667 DEBUG [FileChangeWatcher-hbase_test_ca14446633895477442514.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14446633895477442514.p12 2024-11-09T14:16:53,667 DEBUG [FileChangeWatcher-hbase_test_key4229406442080569420.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14446633895477442514.p12 2024-11-09T14:16:53,667 DEBUG [FileChangeWatcher-hbase_test_ca14446633895477442514.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14446633895477442514.p12 2024-11-09T14:16:53,668 DEBUG [FileChangeWatcher-hbase_test_key4229406442080569420.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14446633895477442514.p12 2024-11-09T14:16:53,668 INFO [FileChangeWatcher-hbase_test_ca14446633895477442514.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14446633895477442514.p12 2024-11-09T14:16:53,668 INFO [FileChangeWatcher-hbase_test_ca14446633895477442514.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14446633895477442514.p12 2024-11-09T14:16:53,680 DEBUG [FileChangeWatcher-hbase_test_ca14446633895477442514.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14446633895477442514.p12 2024-11-09T14:16:53,680 DEBUG [FileChangeWatcher-hbase_test_ca14446633895477442514.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14446633895477442514.p12 2024-11-09T14:16:53,680 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,38277,0 is dead - stopping the connection localhost:38277/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-09T14:16:53,680 DEBUG [FileChangeWatcher-hbase_test_key4229406442080569420.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14446633895477442514.p12 2024-11-09T14:16:53,680 DEBUG [FileChangeWatcher-hbase_test_key4229406442080569420.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14446633895477442514.p12 2024-11-09T14:16:53,681 INFO [FileChangeWatcher-hbase_test_ca14446633895477442514.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14446633895477442514.p12 2024-11-09T14:16:53,681 INFO [FileChangeWatcher-hbase_test_ca14446633895477442514.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14446633895477442514.p12 2024-11-09T14:16:53,681 DEBUG [FileChangeWatcher-hbase_test_key4229406442080569420.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14446633895477442514.p12 2024-11-09T14:16:53,681 DEBUG [FileChangeWatcher-hbase_test_key4229406442080569420.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14446633895477442514.p12 2024-11-09T14:16:53,681 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T14:16:53,682 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:53,710 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:53,710 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T14:16:53,725 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:53,738 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:53,739 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x648eb01c, L:/127.0.0.1:38277 - R:/127.0.0.1:52644] 2024-11-09T14:16:53,772 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52644, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T14:16:53,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:16:53,773 DEBUG [FileChangeWatcher-hbase_test_ca14446633895477442514.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14446633895477442514.p12 was interrupted and is shutting down... 2024-11-09T14:16:53,773 DEBUG [FileChangeWatcher-hbase_test_key4229406442080569420.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4229406442080569420.p12 was interrupted and is shutting down... 2024-11-09T14:16:53,773 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38277 2024-11-09T14:16:53,773 DEBUG [FileChangeWatcher-hbase_test_key4229406442080569420.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4229406442080569420.p12 was interrupted and is shutting down... 2024-11-09T14:16:53,773 DEBUG [FileChangeWatcher-hbase_test_ca14446633895477442514.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14446633895477442514.p12 was interrupted and is shutting down... 2024-11-09T14:16:53,774 INFO [FileChangeWatcher-hbase_test_ca14446633895477442514.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14446633895477442514.p12 thread finished 2024-11-09T14:16:53,774 INFO [FileChangeWatcher-hbase_test_key4229406442080569420.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4229406442080569420.p12 thread finished 2024-11-09T14:16:53,774 INFO [FileChangeWatcher-hbase_test_key4229406442080569420.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4229406442080569420.p12 thread finished 2024-11-09T14:16:53,780 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31 (was 27) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca14446633895477442514.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=197 (was 197), ProcessCount=11 (was 11), AvailableMemoryMB=1112 (was 1182) 2024-11-09T14:16:53,785 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=197, ProcessCount=11, AvailableMemoryMB=1111 2024-11-09T14:16:53,786 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T14:16:53,786 INFO [FileChangeWatcher-hbase_test_ca14446633895477442514.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14446633895477442514.p12 thread finished 2024-11-09T14:16:53,787 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40715 2024-11-09T14:16:53,787 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-09T14:16:53,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ef8d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T14:16:53,788 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T14:16:53,789 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:53,818 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:53,819 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:53,819 INFO [FileChangeWatcher-hbase_test_key4229406442080569420.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4229406442080569420.p12 thread started 2024-11-09T14:16:53,819 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:53,820 INFO [FileChangeWatcher-hbase_test_ca14446633895477442514.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14446633895477442514.p12 thread started 2024-11-09T14:16:53,820 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T14:16:53,835 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:53,858 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:53,858 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:53,859 INFO [FileChangeWatcher-hbase_test_key4229406442080569420.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4229406442080569420.p12 thread started 2024-11-09T14:16:53,859 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:53,860 INFO [FileChangeWatcher-hbase_test_ca14446633895477442514.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14446633895477442514.p12 thread started 2024-11-09T14:16:53,860 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0a88f6af, L:/127.0.0.1:40715 - R:/127.0.0.1:38182] 2024-11-09T14:16:53,893 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38182, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T14:16:53,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:16:53,895 DEBUG [FileChangeWatcher-hbase_test_key4229406442080569420.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4229406442080569420.p12 was interrupted and is shutting down... 2024-11-09T14:16:53,895 DEBUG [FileChangeWatcher-hbase_test_ca14446633895477442514.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14446633895477442514.p12 was interrupted and is shutting down... 2024-11-09T14:16:53,896 INFO [FileChangeWatcher-hbase_test_ca14446633895477442514.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14446633895477442514.p12 thread finished 2024-11-09T14:16:53,896 INFO [FileChangeWatcher-hbase_test_key4229406442080569420.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4229406442080569420.p12 thread finished 2024-11-09T14:16:54,149 DEBUG [FileChangeWatcher-hbase_test_ca14446633895477442514.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4229406442080569420.p12 2024-11-09T14:16:54,149 DEBUG [FileChangeWatcher-hbase_test_key4229406442080569420.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4229406442080569420.p12 2024-11-09T14:16:54,149 DEBUG [FileChangeWatcher-hbase_test_ca14446633895477442514.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4229406442080569420.p12 2024-11-09T14:16:54,149 INFO [FileChangeWatcher-hbase_test_key4229406442080569420.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4229406442080569420.p12 2024-11-09T14:16:54,172 DEBUG [FileChangeWatcher-hbase_test_key4229406442080569420.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4229406442080569420.p12 2024-11-09T14:16:54,172 DEBUG [FileChangeWatcher-hbase_test_ca14446633895477442514.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4229406442080569420.p12 2024-11-09T14:16:54,172 INFO [FileChangeWatcher-hbase_test_key4229406442080569420.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4229406442080569420.p12 2024-11-09T14:16:54,172 DEBUG [FileChangeWatcher-hbase_test_ca14446633895477442514.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4229406442080569420.p12 2024-11-09T14:16:54,190 DEBUG [FileChangeWatcher-hbase_test_key4229406442080569420.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14446633895477442514.p12 2024-11-09T14:16:54,190 DEBUG [FileChangeWatcher-hbase_test_ca14446633895477442514.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14446633895477442514.p12 2024-11-09T14:16:54,191 DEBUG [FileChangeWatcher-hbase_test_key4229406442080569420.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14446633895477442514.p12 2024-11-09T14:16:54,191 INFO [FileChangeWatcher-hbase_test_ca14446633895477442514.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14446633895477442514.p12 2024-11-09T14:16:54,208 DEBUG [FileChangeWatcher-hbase_test_ca14446633895477442514.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14446633895477442514.p12 2024-11-09T14:16:54,208 DEBUG [FileChangeWatcher-hbase_test_key4229406442080569420.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14446633895477442514.p12 2024-11-09T14:16:54,208 INFO [FileChangeWatcher-hbase_test_ca14446633895477442514.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14446633895477442514.p12 2024-11-09T14:16:54,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@355ab955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T14:16:54,208 DEBUG [FileChangeWatcher-hbase_test_key4229406442080569420.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14446633895477442514.p12 2024-11-09T14:16:54,208 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T14:16:54,209 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:54,239 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:54,240 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:54,240 INFO [FileChangeWatcher-hbase_test_key4229406442080569420.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4229406442080569420.p12 thread started 2024-11-09T14:16:54,241 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:54,241 INFO [FileChangeWatcher-hbase_test_ca14446633895477442514.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14446633895477442514.p12 thread started 2024-11-09T14:16:54,241 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T14:16:54,255 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:54,268 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:54,268 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7bd4432c, L:/127.0.0.1:40715 - R:/127.0.0.1:38192] 2024-11-09T14:16:54,314 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38192, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T14:16:54,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:16:54,315 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40715 2024-11-09T14:16:54,315 DEBUG [FileChangeWatcher-hbase_test_ca14446633895477442514.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14446633895477442514.p12 was interrupted and is shutting down... 2024-11-09T14:16:54,315 DEBUG [FileChangeWatcher-hbase_test_key4229406442080569420.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4229406442080569420.p12 was interrupted and is shutting down... 2024-11-09T14:16:54,315 DEBUG [FileChangeWatcher-hbase_test_ca14446633895477442514.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14446633895477442514.p12 was interrupted and is shutting down... 2024-11-09T14:16:54,315 DEBUG [FileChangeWatcher-hbase_test_key4229406442080569420.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4229406442080569420.p12 was interrupted and is shutting down... 2024-11-09T14:16:54,316 INFO [FileChangeWatcher-hbase_test_ca14446633895477442514.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14446633895477442514.p12 thread finished 2024-11-09T14:16:54,316 INFO [FileChangeWatcher-hbase_test_key4229406442080569420.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4229406442080569420.p12 thread finished 2024-11-09T14:16:54,316 INFO [FileChangeWatcher-hbase_test_ca14446633895477442514.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14446633895477442514.p12 thread finished 2024-11-09T14:16:54,321 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 31) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key4229406442080569420.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=197 (was 197), ProcessCount=11 (was 11), AvailableMemoryMB=1054 (was 1111) 2024-11-09T14:16:54,326 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=197, ProcessCount=11, AvailableMemoryMB=1052 2024-11-09T14:16:54,334 INFO [FileChangeWatcher-hbase_test_key4229406442080569420.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4229406442080569420.p12 thread finished 2024-11-09T14:16:54,797 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T14:16:54,798 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41943 2024-11-09T14:16:54,798 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-09T14:16:54,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d9e3e10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T14:16:54,799 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T14:16:54,800 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:55,066 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:55,066 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:55,067 INFO [FileChangeWatcher-hbase_test_key6327694374902981541.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6327694374902981541.bcfks thread started 2024-11-09T14:16:55,067 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:55,067 INFO [FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks thread started 2024-11-09T14:16:55,067 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T14:16:55,197 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:55,325 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:55,326 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:55,326 INFO [FileChangeWatcher-hbase_test_key6327694374902981541.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6327694374902981541.bcfks thread started 2024-11-09T14:16:55,326 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:55,327 INFO [FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks thread started 2024-11-09T14:16:55,327 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8c19d054, L:/127.0.0.1:41943 - R:/127.0.0.1:34186] 2024-11-09T14:16:55,485 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34186, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T14:16:55,676 DEBUG [FileChangeWatcher-hbase_test_key6327694374902981541.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6327694374902981541.bcfks 2024-11-09T14:16:55,676 DEBUG [FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6327694374902981541.bcfks 2024-11-09T14:16:55,676 DEBUG [FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6327694374902981541.bcfks 2024-11-09T14:16:55,677 DEBUG [FileChangeWatcher-hbase_test_key6327694374902981541.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6327694374902981541.bcfks 2024-11-09T14:16:55,677 DEBUG [FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6327694374902981541.bcfks 2024-11-09T14:16:55,677 INFO [FileChangeWatcher-hbase_test_key6327694374902981541.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6327694374902981541.bcfks 2024-11-09T14:16:55,677 DEBUG [FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6327694374902981541.bcfks 2024-11-09T14:16:55,677 INFO [FileChangeWatcher-hbase_test_key6327694374902981541.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6327694374902981541.bcfks 2024-11-09T14:16:55,873 DEBUG [FileChangeWatcher-hbase_test_key6327694374902981541.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6327694374902981541.bcfks 2024-11-09T14:16:55,873 DEBUG [FileChangeWatcher-hbase_test_key6327694374902981541.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6327694374902981541.bcfks 2024-11-09T14:16:55,873 DEBUG [FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6327694374902981541.bcfks 2024-11-09T14:16:55,873 DEBUG [FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6327694374902981541.bcfks 2024-11-09T14:16:55,873 INFO [FileChangeWatcher-hbase_test_key6327694374902981541.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6327694374902981541.bcfks 2024-11-09T14:16:55,873 DEBUG [FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6327694374902981541.bcfks 2024-11-09T14:16:55,873 DEBUG [FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6327694374902981541.bcfks 2024-11-09T14:16:55,873 INFO [FileChangeWatcher-hbase_test_key6327694374902981541.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6327694374902981541.bcfks 2024-11-09T14:16:55,899 DEBUG [FileChangeWatcher-hbase_test_key6327694374902981541.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12390162737957564943.bcfks 2024-11-09T14:16:55,899 DEBUG [FileChangeWatcher-hbase_test_key6327694374902981541.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12390162737957564943.bcfks 2024-11-09T14:16:55,899 DEBUG [FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12390162737957564943.bcfks 2024-11-09T14:16:55,899 DEBUG [FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12390162737957564943.bcfks 2024-11-09T14:16:55,899 DEBUG [FileChangeWatcher-hbase_test_key6327694374902981541.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12390162737957564943.bcfks 2024-11-09T14:16:55,899 DEBUG [FileChangeWatcher-hbase_test_key6327694374902981541.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12390162737957564943.bcfks 2024-11-09T14:16:55,899 INFO [FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12390162737957564943.bcfks 2024-11-09T14:16:55,899 INFO [FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12390162737957564943.bcfks 2024-11-09T14:16:56,027 DEBUG [FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12390162737957564943.bcfks 2024-11-09T14:16:56,027 DEBUG [FileChangeWatcher-hbase_test_key6327694374902981541.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12390162737957564943.bcfks 2024-11-09T14:16:56,027 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,41943,0 is dead - stopping the connection localhost:41943/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-09T14:16:56,027 DEBUG [FileChangeWatcher-hbase_test_key6327694374902981541.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12390162737957564943.bcfks 2024-11-09T14:16:56,027 DEBUG [FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12390162737957564943.bcfks 2024-11-09T14:16:56,027 DEBUG [FileChangeWatcher-hbase_test_key6327694374902981541.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12390162737957564943.bcfks 2024-11-09T14:16:56,027 INFO [FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12390162737957564943.bcfks 2024-11-09T14:16:56,027 DEBUG [FileChangeWatcher-hbase_test_key6327694374902981541.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12390162737957564943.bcfks 2024-11-09T14:16:56,027 INFO [FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12390162737957564943.bcfks 2024-11-09T14:16:56,027 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T14:16:56,028 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:56,284 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:56,285 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T14:16:56,413 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:56,541 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:56,541 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa0a8b575, L:/127.0.0.1:41943 - R:/127.0.0.1:34192] 2024-11-09T14:16:56,701 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34192, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T14:16:56,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:16:56,703 DEBUG [FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks was interrupted and is shutting down... 2024-11-09T14:16:56,703 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41943 2024-11-09T14:16:56,703 DEBUG [FileChangeWatcher-hbase_test_key6327694374902981541.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6327694374902981541.bcfks was interrupted and is shutting down... 2024-11-09T14:16:56,703 DEBUG [FileChangeWatcher-hbase_test_key6327694374902981541.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6327694374902981541.bcfks was interrupted and is shutting down... 2024-11-09T14:16:56,703 DEBUG [FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks was interrupted and is shutting down... 2024-11-09T14:16:56,703 INFO [FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks thread finished 2024-11-09T14:16:56,703 INFO [FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks thread finished 2024-11-09T14:16:56,703 INFO [FileChangeWatcher-hbase_test_key6327694374902981541.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6327694374902981541.bcfks thread finished 2024-11-09T14:16:56,703 INFO [FileChangeWatcher-hbase_test_key6327694374902981541.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6327694374902981541.bcfks thread finished 2024-11-09T14:16:56,709 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33 (was 33), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=189 (was 197), ProcessCount=11 (was 11), AvailableMemoryMB=993 (was 1052) 2024-11-09T14:16:56,714 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=189, ProcessCount=11, AvailableMemoryMB=993 2024-11-09T14:16:56,715 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T14:16:56,716 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38921 2024-11-09T14:16:56,716 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-09T14:16:56,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3047e2c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T14:16:56,717 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T14:16:56,717 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:56,978 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:56,978 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:56,979 INFO [FileChangeWatcher-hbase_test_key6327694374902981541.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6327694374902981541.bcfks thread started 2024-11-09T14:16:56,979 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:56,979 INFO [FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks thread started 2024-11-09T14:16:56,979 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T14:16:57,109 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:57,238 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:57,238 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:57,239 INFO [FileChangeWatcher-hbase_test_key6327694374902981541.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6327694374902981541.bcfks thread started 2024-11-09T14:16:57,239 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:57,239 INFO [FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks thread started 2024-11-09T14:16:57,239 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3284572e, L:/127.0.0.1:38921 - R:/127.0.0.1:47910] 2024-11-09T14:16:57,380 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47910, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T14:16:57,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:16:57,382 DEBUG [FileChangeWatcher-hbase_test_key6327694374902981541.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6327694374902981541.bcfks was interrupted and is shutting down... 2024-11-09T14:16:57,382 DEBUG [FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks was interrupted and is shutting down... 2024-11-09T14:16:57,382 INFO [FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks thread finished 2024-11-09T14:16:57,382 INFO [FileChangeWatcher-hbase_test_key6327694374902981541.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6327694374902981541.bcfks thread finished 2024-11-09T14:16:57,708 DEBUG [FileChangeWatcher-hbase_test_key6327694374902981541.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6327694374902981541.bcfks 2024-11-09T14:16:57,708 DEBUG [FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6327694374902981541.bcfks 2024-11-09T14:16:57,708 INFO [FileChangeWatcher-hbase_test_key6327694374902981541.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6327694374902981541.bcfks 2024-11-09T14:16:57,708 DEBUG [FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6327694374902981541.bcfks 2024-11-09T14:16:57,905 DEBUG [FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6327694374902981541.bcfks 2024-11-09T14:16:57,905 DEBUG [FileChangeWatcher-hbase_test_key6327694374902981541.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6327694374902981541.bcfks 2024-11-09T14:16:57,905 INFO [FileChangeWatcher-hbase_test_key6327694374902981541.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6327694374902981541.bcfks 2024-11-09T14:16:57,905 DEBUG [FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6327694374902981541.bcfks 2024-11-09T14:16:57,923 DEBUG [FileChangeWatcher-hbase_test_key6327694374902981541.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12390162737957564943.bcfks 2024-11-09T14:16:57,923 DEBUG [FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12390162737957564943.bcfks 2024-11-09T14:16:57,924 DEBUG [FileChangeWatcher-hbase_test_key6327694374902981541.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12390162737957564943.bcfks 2024-11-09T14:16:57,924 INFO [FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12390162737957564943.bcfks 2024-11-09T14:16:58,056 DEBUG [FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12390162737957564943.bcfks 2024-11-09T14:16:58,056 DEBUG [FileChangeWatcher-hbase_test_key6327694374902981541.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12390162737957564943.bcfks 2024-11-09T14:16:58,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59329374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T14:16:58,056 INFO [FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12390162737957564943.bcfks 2024-11-09T14:16:58,056 DEBUG [FileChangeWatcher-hbase_test_key6327694374902981541.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12390162737957564943.bcfks 2024-11-09T14:16:58,056 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T14:16:58,057 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:58,310 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:58,311 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:58,311 INFO [FileChangeWatcher-hbase_test_key6327694374902981541.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6327694374902981541.bcfks thread started 2024-11-09T14:16:58,311 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:58,312 INFO [FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks thread started 2024-11-09T14:16:58,312 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T14:16:58,442 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:58,568 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:58,569 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd5d4726c, L:/127.0.0.1:38921 - R:/127.0.0.1:47662] 2024-11-09T14:16:58,717 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47662, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T14:16:58,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:16:58,720 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38921 2024-11-09T14:16:58,720 DEBUG [FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks was interrupted and is shutting down... 2024-11-09T14:16:58,720 DEBUG [FileChangeWatcher-hbase_test_key6327694374902981541.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6327694374902981541.bcfks was interrupted and is shutting down... 2024-11-09T14:16:58,720 DEBUG [FileChangeWatcher-hbase_test_key6327694374902981541.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6327694374902981541.bcfks was interrupted and is shutting down... 2024-11-09T14:16:58,720 DEBUG [FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks was interrupted and is shutting down... 2024-11-09T14:16:58,720 INFO [FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks thread finished 2024-11-09T14:16:58,720 INFO [FileChangeWatcher-hbase_test_key6327694374902981541.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6327694374902981541.bcfks thread finished 2024-11-09T14:16:58,720 INFO [FileChangeWatcher-hbase_test_key6327694374902981541.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6327694374902981541.bcfks thread finished 2024-11-09T14:16:58,726 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 33) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=189 (was 189), ProcessCount=11 (was 11), AvailableMemoryMB=937 (was 993) 2024-11-09T14:16:58,732 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=189, ProcessCount=11, AvailableMemoryMB=936 2024-11-09T14:16:58,734 INFO [FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12390162737957564943.bcfks thread finished 2024-11-09T14:16:58,899 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T14:16:58,900 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33661 2024-11-09T14:16:58,900 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-09T14:16:58,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560c34a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T14:16:58,900 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T14:16:58,901 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:58,927 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:58,928 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:58,928 INFO [FileChangeWatcher-hbase_test_key11790724022463952475.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11790724022463952475.jks thread started 2024-11-09T14:16:58,928 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:58,929 INFO [FileChangeWatcher-hbase_test_ca12113623783662319596.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12113623783662319596.jks thread started 2024-11-09T14:16:58,929 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T14:16:58,944 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:58,957 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:58,957 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:58,958 INFO [FileChangeWatcher-hbase_test_key11790724022463952475.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11790724022463952475.jks thread started 2024-11-09T14:16:58,958 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:58,958 INFO [FileChangeWatcher-hbase_test_ca12113623783662319596.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12113623783662319596.jks thread started 2024-11-09T14:16:58,958 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x04f96465, L:/127.0.0.1:33661 - R:/127.0.0.1:36850] 2024-11-09T14:16:59,016 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36850, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T14:16:59,025 DEBUG [FileChangeWatcher-hbase_test_key11790724022463952475.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11790724022463952475.jks 2024-11-09T14:16:59,025 DEBUG [FileChangeWatcher-hbase_test_ca12113623783662319596.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11790724022463952475.jks 2024-11-09T14:16:59,025 DEBUG [FileChangeWatcher-hbase_test_ca12113623783662319596.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11790724022463952475.jks 2024-11-09T14:16:59,025 DEBUG [FileChangeWatcher-hbase_test_ca12113623783662319596.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11790724022463952475.jks 2024-11-09T14:16:59,025 INFO [FileChangeWatcher-hbase_test_key11790724022463952475.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11790724022463952475.jks 2024-11-09T14:16:59,025 DEBUG [FileChangeWatcher-hbase_test_ca12113623783662319596.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11790724022463952475.jks 2024-11-09T14:16:59,025 DEBUG [FileChangeWatcher-hbase_test_key11790724022463952475.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11790724022463952475.jks 2024-11-09T14:16:59,025 INFO [FileChangeWatcher-hbase_test_key11790724022463952475.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11790724022463952475.jks 2024-11-09T14:16:59,048 DEBUG [FileChangeWatcher-hbase_test_key11790724022463952475.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11790724022463952475.jks 2024-11-09T14:16:59,048 DEBUG [FileChangeWatcher-hbase_test_ca12113623783662319596.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11790724022463952475.jks 2024-11-09T14:16:59,048 DEBUG [FileChangeWatcher-hbase_test_key11790724022463952475.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11790724022463952475.jks 2024-11-09T14:16:59,048 DEBUG [FileChangeWatcher-hbase_test_ca12113623783662319596.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11790724022463952475.jks 2024-11-09T14:16:59,048 INFO [FileChangeWatcher-hbase_test_key11790724022463952475.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11790724022463952475.jks 2024-11-09T14:16:59,048 DEBUG [FileChangeWatcher-hbase_test_ca12113623783662319596.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11790724022463952475.jks 2024-11-09T14:16:59,048 DEBUG [FileChangeWatcher-hbase_test_ca12113623783662319596.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11790724022463952475.jks 2024-11-09T14:16:59,048 INFO [FileChangeWatcher-hbase_test_key11790724022463952475.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11790724022463952475.jks 2024-11-09T14:16:59,048 DEBUG [FileChangeWatcher-hbase_test_key11790724022463952475.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12113623783662319596.jks 2024-11-09T14:16:59,048 DEBUG [FileChangeWatcher-hbase_test_ca12113623783662319596.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12113623783662319596.jks 2024-11-09T14:16:59,048 DEBUG [FileChangeWatcher-hbase_test_ca12113623783662319596.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12113623783662319596.jks 2024-11-09T14:16:59,048 DEBUG [FileChangeWatcher-hbase_test_key11790724022463952475.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12113623783662319596.jks 2024-11-09T14:16:59,048 DEBUG [FileChangeWatcher-hbase_test_key11790724022463952475.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12113623783662319596.jks 2024-11-09T14:16:59,048 INFO [FileChangeWatcher-hbase_test_ca12113623783662319596.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12113623783662319596.jks 2024-11-09T14:16:59,048 INFO [FileChangeWatcher-hbase_test_ca12113623783662319596.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12113623783662319596.jks 2024-11-09T14:16:59,048 DEBUG [FileChangeWatcher-hbase_test_key11790724022463952475.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12113623783662319596.jks 2024-11-09T14:16:59,061 DEBUG [FileChangeWatcher-hbase_test_key11790724022463952475.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12113623783662319596.jks 2024-11-09T14:16:59,061 DEBUG [FileChangeWatcher-hbase_test_key11790724022463952475.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12113623783662319596.jks 2024-11-09T14:16:59,061 DEBUG [FileChangeWatcher-hbase_test_ca12113623783662319596.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12113623783662319596.jks 2024-11-09T14:16:59,061 DEBUG [FileChangeWatcher-hbase_test_ca12113623783662319596.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12113623783662319596.jks 2024-11-09T14:16:59,061 DEBUG [FileChangeWatcher-hbase_test_key11790724022463952475.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12113623783662319596.jks 2024-11-09T14:16:59,061 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,33661,0 is dead - stopping the connection localhost:33661/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-09T14:16:59,061 DEBUG [FileChangeWatcher-hbase_test_key11790724022463952475.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12113623783662319596.jks 2024-11-09T14:16:59,061 INFO [FileChangeWatcher-hbase_test_ca12113623783662319596.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12113623783662319596.jks 2024-11-09T14:16:59,061 INFO [FileChangeWatcher-hbase_test_ca12113623783662319596.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12113623783662319596.jks 2024-11-09T14:16:59,061 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T14:16:59,062 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:59,088 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:59,088 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T14:16:59,103 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:59,116 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:59,116 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa7473b06, L:/127.0.0.1:33661 - R:/127.0.0.1:36854] 2024-11-09T14:16:59,154 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36854, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T14:16:59,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:16:59,156 DEBUG [FileChangeWatcher-hbase_test_ca12113623783662319596.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12113623783662319596.jks was interrupted and is shutting down... 2024-11-09T14:16:59,156 DEBUG [FileChangeWatcher-hbase_test_key11790724022463952475.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11790724022463952475.jks was interrupted and is shutting down... 2024-11-09T14:16:59,156 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33661 2024-11-09T14:16:59,156 DEBUG [FileChangeWatcher-hbase_test_key11790724022463952475.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11790724022463952475.jks was interrupted and is shutting down... 2024-11-09T14:16:59,156 DEBUG [FileChangeWatcher-hbase_test_ca12113623783662319596.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12113623783662319596.jks was interrupted and is shutting down... 2024-11-09T14:16:59,156 INFO [FileChangeWatcher-hbase_test_ca12113623783662319596.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12113623783662319596.jks thread finished 2024-11-09T14:16:59,156 INFO [FileChangeWatcher-hbase_test_key11790724022463952475.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11790724022463952475.jks thread finished 2024-11-09T14:16:59,156 INFO [FileChangeWatcher-hbase_test_key11790724022463952475.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11790724022463952475.jks thread finished 2024-11-09T14:16:59,162 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=189 (was 189), ProcessCount=11 (was 11), AvailableMemoryMB=914 (was 936) 2024-11-09T14:16:59,168 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=189, ProcessCount=11, AvailableMemoryMB=913 2024-11-09T14:16:59,169 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T14:16:59,169 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34123 2024-11-09T14:16:59,169 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-09T14:16:59,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7238678a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T14:16:59,170 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T14:16:59,170 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:59,178 INFO [FileChangeWatcher-hbase_test_ca12113623783662319596.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12113623783662319596.jks thread finished 2024-11-09T14:16:59,196 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:59,196 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:59,197 INFO [FileChangeWatcher-hbase_test_key11790724022463952475.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11790724022463952475.jks thread started 2024-11-09T14:16:59,197 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:59,197 INFO [FileChangeWatcher-hbase_test_ca12113623783662319596.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12113623783662319596.jks thread started 2024-11-09T14:16:59,198 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T14:16:59,211 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:59,224 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:59,224 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:59,225 INFO [FileChangeWatcher-hbase_test_key11790724022463952475.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11790724022463952475.jks thread started 2024-11-09T14:16:59,225 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:59,225 INFO [FileChangeWatcher-hbase_test_ca12113623783662319596.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12113623783662319596.jks thread started 2024-11-09T14:16:59,225 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x00ac3666, L:/127.0.0.1:34123 - R:/127.0.0.1:54580] 2024-11-09T14:16:59,259 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54580, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T14:16:59,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:16:59,261 DEBUG [FileChangeWatcher-hbase_test_key11790724022463952475.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11790724022463952475.jks was interrupted and is shutting down... 2024-11-09T14:16:59,261 DEBUG [FileChangeWatcher-hbase_test_ca12113623783662319596.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12113623783662319596.jks was interrupted and is shutting down... 2024-11-09T14:16:59,261 INFO [FileChangeWatcher-hbase_test_key11790724022463952475.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11790724022463952475.jks thread finished 2024-11-09T14:16:59,261 INFO [FileChangeWatcher-hbase_test_ca12113623783662319596.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12113623783662319596.jks thread finished 2024-11-09T14:16:59,267 DEBUG [FileChangeWatcher-hbase_test_ca12113623783662319596.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11790724022463952475.jks 2024-11-09T14:16:59,267 DEBUG [FileChangeWatcher-hbase_test_key11790724022463952475.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11790724022463952475.jks 2024-11-09T14:16:59,267 DEBUG [FileChangeWatcher-hbase_test_ca12113623783662319596.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11790724022463952475.jks 2024-11-09T14:16:59,267 INFO [FileChangeWatcher-hbase_test_key11790724022463952475.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11790724022463952475.jks 2024-11-09T14:16:59,289 DEBUG [FileChangeWatcher-hbase_test_ca12113623783662319596.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11790724022463952475.jks 2024-11-09T14:16:59,289 DEBUG [FileChangeWatcher-hbase_test_key11790724022463952475.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11790724022463952475.jks 2024-11-09T14:16:59,290 DEBUG [FileChangeWatcher-hbase_test_ca12113623783662319596.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11790724022463952475.jks 2024-11-09T14:16:59,290 INFO [FileChangeWatcher-hbase_test_key11790724022463952475.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11790724022463952475.jks 2024-11-09T14:16:59,290 DEBUG [FileChangeWatcher-hbase_test_ca12113623783662319596.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12113623783662319596.jks 2024-11-09T14:16:59,290 DEBUG [FileChangeWatcher-hbase_test_key11790724022463952475.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12113623783662319596.jks 2024-11-09T14:16:59,290 INFO [FileChangeWatcher-hbase_test_ca12113623783662319596.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12113623783662319596.jks 2024-11-09T14:16:59,290 DEBUG [FileChangeWatcher-hbase_test_key11790724022463952475.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12113623783662319596.jks 2024-11-09T14:16:59,302 DEBUG [FileChangeWatcher-hbase_test_key11790724022463952475.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12113623783662319596.jks 2024-11-09T14:16:59,302 DEBUG [FileChangeWatcher-hbase_test_ca12113623783662319596.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12113623783662319596.jks 2024-11-09T14:16:59,302 DEBUG [FileChangeWatcher-hbase_test_key11790724022463952475.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12113623783662319596.jks 2024-11-09T14:16:59,302 INFO [FileChangeWatcher-hbase_test_ca12113623783662319596.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12113623783662319596.jks 2024-11-09T14:16:59,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab473fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T14:16:59,303 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T14:16:59,303 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:59,329 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:59,330 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:59,330 INFO [FileChangeWatcher-hbase_test_key11790724022463952475.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11790724022463952475.jks thread started 2024-11-09T14:16:59,330 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:59,331 INFO [FileChangeWatcher-hbase_test_ca12113623783662319596.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12113623783662319596.jks thread started 2024-11-09T14:16:59,331 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T14:16:59,344 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:59,358 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:59,358 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x587ea98d, L:/127.0.0.1:34123 - R:/127.0.0.1:54594] 2024-11-09T14:16:59,396 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54594, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T14:16:59,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:16:59,397 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34123 2024-11-09T14:16:59,397 DEBUG [FileChangeWatcher-hbase_test_key11790724022463952475.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11790724022463952475.jks was interrupted and is shutting down... 2024-11-09T14:16:59,397 DEBUG [FileChangeWatcher-hbase_test_ca12113623783662319596.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12113623783662319596.jks was interrupted and is shutting down... 2024-11-09T14:16:59,397 DEBUG [FileChangeWatcher-hbase_test_ca12113623783662319596.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12113623783662319596.jks was interrupted and is shutting down... 2024-11-09T14:16:59,397 DEBUG [FileChangeWatcher-hbase_test_key11790724022463952475.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11790724022463952475.jks was interrupted and is shutting down... 2024-11-09T14:16:59,397 INFO [FileChangeWatcher-hbase_test_key11790724022463952475.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11790724022463952475.jks thread finished 2024-11-09T14:16:59,398 INFO [FileChangeWatcher-hbase_test_ca12113623783662319596.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12113623783662319596.jks thread finished 2024-11-09T14:16:59,404 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=189 (was 189), ProcessCount=11 (was 11), AvailableMemoryMB=898 (was 913) 2024-11-09T14:16:59,410 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=189, ProcessCount=11, AvailableMemoryMB=898 2024-11-09T14:16:59,414 INFO [FileChangeWatcher-hbase_test_key11790724022463952475.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11790724022463952475.jks thread finished 2024-11-09T14:16:59,414 INFO [FileChangeWatcher-hbase_test_ca12113623783662319596.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12113623783662319596.jks thread finished 2024-11-09T14:16:59,416 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T14:16:59,417 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45713 2024-11-09T14:16:59,417 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-09T14:16:59,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a7383b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T14:16:59,417 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T14:16:59,418 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:59,421 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:59,422 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:59,422 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:59,422 INFO [FileChangeWatcher-hbase_test_key12958764794784791018.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12958764794784791018.pem thread started 2024-11-09T14:16:59,422 INFO [FileChangeWatcher-hbase_test_ca12565848439157728150.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12565848439157728150.pem thread started 2024-11-09T14:16:59,422 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T14:16:59,426 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:59,427 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:59,427 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:59,427 INFO [FileChangeWatcher-hbase_test_key12958764794784791018.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12958764794784791018.pem thread started 2024-11-09T14:16:59,427 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:59,428 INFO [FileChangeWatcher-hbase_test_ca12565848439157728150.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12565848439157728150.pem thread started 2024-11-09T14:16:59,428 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6b89a208, L:/127.0.0.1:45713 - R:/127.0.0.1:46578] 2024-11-09T14:16:59,442 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46578, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T14:16:59,456 DEBUG [FileChangeWatcher-hbase_test_key12958764794784791018.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12958764794784791018.pem 2024-11-09T14:16:59,456 DEBUG [FileChangeWatcher-hbase_test_key12958764794784791018.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12958764794784791018.pem 2024-11-09T14:16:59,456 DEBUG [FileChangeWatcher-hbase_test_ca12565848439157728150.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12958764794784791018.pem 2024-11-09T14:16:59,456 DEBUG [FileChangeWatcher-hbase_test_ca12565848439157728150.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12958764794784791018.pem 2024-11-09T14:16:59,456 INFO [FileChangeWatcher-hbase_test_key12958764794784791018.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12958764794784791018.pem 2024-11-09T14:16:59,456 DEBUG [FileChangeWatcher-hbase_test_ca12565848439157728150.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12958764794784791018.pem 2024-11-09T14:16:59,456 DEBUG [FileChangeWatcher-hbase_test_ca12565848439157728150.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12958764794784791018.pem 2024-11-09T14:16:59,456 INFO [FileChangeWatcher-hbase_test_key12958764794784791018.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12958764794784791018.pem 2024-11-09T14:16:59,456 DEBUG [FileChangeWatcher-hbase_test_ca12565848439157728150.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12958764794784791018.pem 2024-11-09T14:16:59,456 DEBUG [FileChangeWatcher-hbase_test_key12958764794784791018.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12958764794784791018.pem 2024-11-09T14:16:59,456 DEBUG [FileChangeWatcher-hbase_test_ca12565848439157728150.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12958764794784791018.pem 2024-11-09T14:16:59,456 DEBUG [FileChangeWatcher-hbase_test_key12958764794784791018.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12958764794784791018.pem 2024-11-09T14:16:59,456 DEBUG [FileChangeWatcher-hbase_test_ca12565848439157728150.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12958764794784791018.pem 2024-11-09T14:16:59,456 INFO [FileChangeWatcher-hbase_test_key12958764794784791018.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12958764794784791018.pem 2024-11-09T14:16:59,456 DEBUG [FileChangeWatcher-hbase_test_ca12565848439157728150.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12958764794784791018.pem 2024-11-09T14:16:59,456 INFO [FileChangeWatcher-hbase_test_key12958764794784791018.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12958764794784791018.pem 2024-11-09T14:16:59,457 DEBUG [FileChangeWatcher-hbase_test_ca12565848439157728150.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12565848439157728150.pem 2024-11-09T14:16:59,457 DEBUG [FileChangeWatcher-hbase_test_key12958764794784791018.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12565848439157728150.pem 2024-11-09T14:16:59,457 DEBUG [FileChangeWatcher-hbase_test_key12958764794784791018.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12565848439157728150.pem 2024-11-09T14:16:59,457 DEBUG [FileChangeWatcher-hbase_test_ca12565848439157728150.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12565848439157728150.pem 2024-11-09T14:16:59,457 DEBUG [FileChangeWatcher-hbase_test_key12958764794784791018.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12565848439157728150.pem 2024-11-09T14:16:59,457 INFO [FileChangeWatcher-hbase_test_ca12565848439157728150.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12565848439157728150.pem 2024-11-09T14:16:59,457 DEBUG [FileChangeWatcher-hbase_test_key12958764794784791018.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12565848439157728150.pem 2024-11-09T14:16:59,457 INFO [FileChangeWatcher-hbase_test_ca12565848439157728150.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12565848439157728150.pem 2024-11-09T14:16:59,457 DEBUG [FileChangeWatcher-hbase_test_key12958764794784791018.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12565848439157728150.pem 2024-11-09T14:16:59,457 DEBUG [FileChangeWatcher-hbase_test_key12958764794784791018.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12565848439157728150.pem 2024-11-09T14:16:59,457 DEBUG [FileChangeWatcher-hbase_test_key12958764794784791018.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12565848439157728150.pem 2024-11-09T14:16:59,457 DEBUG [FileChangeWatcher-hbase_test_key12958764794784791018.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12565848439157728150.pem 2024-11-09T14:16:59,457 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,45713,0 is dead - stopping the connection localhost:45713/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-09T14:16:59,457 DEBUG [FileChangeWatcher-hbase_test_ca12565848439157728150.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12565848439157728150.pem 2024-11-09T14:16:59,457 DEBUG [FileChangeWatcher-hbase_test_ca12565848439157728150.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12565848439157728150.pem 2024-11-09T14:16:59,457 INFO [FileChangeWatcher-hbase_test_ca12565848439157728150.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12565848439157728150.pem 2024-11-09T14:16:59,457 INFO [FileChangeWatcher-hbase_test_ca12565848439157728150.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12565848439157728150.pem 2024-11-09T14:16:59,457 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T14:16:59,458 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:59,462 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:59,463 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T14:16:59,466 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:59,466 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:59,467 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x60424906, L:/127.0.0.1:45713 - R:/127.0.0.1:46586] 2024-11-09T14:16:59,484 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46586, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T14:16:59,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:16:59,485 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45713 2024-11-09T14:16:59,485 DEBUG [FileChangeWatcher-hbase_test_ca12565848439157728150.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12565848439157728150.pem was interrupted and is shutting down... 2024-11-09T14:16:59,485 DEBUG [FileChangeWatcher-hbase_test_key12958764794784791018.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12958764794784791018.pem was interrupted and is shutting down... 2024-11-09T14:16:59,485 DEBUG [FileChangeWatcher-hbase_test_key12958764794784791018.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12958764794784791018.pem was interrupted and is shutting down... 2024-11-09T14:16:59,486 DEBUG [FileChangeWatcher-hbase_test_ca12565848439157728150.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12565848439157728150.pem was interrupted and is shutting down... 2024-11-09T14:16:59,486 INFO [FileChangeWatcher-hbase_test_key12958764794784791018.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12958764794784791018.pem thread finished 2024-11-09T14:16:59,486 INFO [FileChangeWatcher-hbase_test_key12958764794784791018.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12958764794784791018.pem thread finished 2024-11-09T14:16:59,486 INFO [FileChangeWatcher-hbase_test_ca12565848439157728150.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12565848439157728150.pem thread finished 2024-11-09T14:16:59,491 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=189 (was 189), ProcessCount=11 (was 11), AvailableMemoryMB=894 (was 898) 2024-11-09T14:16:59,496 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=189, ProcessCount=11, AvailableMemoryMB=893 2024-11-09T14:16:59,497 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T14:16:59,498 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34593 2024-11-09T14:16:59,498 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-09T14:16:59,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38725104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T14:16:59,498 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T14:16:59,499 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:59,502 INFO [FileChangeWatcher-hbase_test_ca12565848439157728150.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12565848439157728150.pem thread finished 2024-11-09T14:16:59,503 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:59,503 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:59,504 INFO [FileChangeWatcher-hbase_test_key12958764794784791018.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12958764794784791018.pem thread started 2024-11-09T14:16:59,504 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:59,504 INFO [FileChangeWatcher-hbase_test_ca12565848439157728150.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12565848439157728150.pem thread started 2024-11-09T14:16:59,504 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T14:16:59,508 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:59,509 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:59,509 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:59,510 INFO [FileChangeWatcher-hbase_test_key12958764794784791018.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12958764794784791018.pem thread started 2024-11-09T14:16:59,510 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:59,510 INFO [FileChangeWatcher-hbase_test_ca12565848439157728150.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12565848439157728150.pem thread started 2024-11-09T14:16:59,510 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3729ece1, L:/127.0.0.1:34593 - R:/127.0.0.1:35994] 2024-11-09T14:16:59,524 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35994, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T14:16:59,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:16:59,525 DEBUG [FileChangeWatcher-hbase_test_key12958764794784791018.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12958764794784791018.pem was interrupted and is shutting down... 2024-11-09T14:16:59,525 DEBUG [FileChangeWatcher-hbase_test_ca12565848439157728150.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12565848439157728150.pem was interrupted and is shutting down... 2024-11-09T14:16:59,526 INFO [FileChangeWatcher-hbase_test_ca12565848439157728150.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12565848439157728150.pem thread finished 2024-11-09T14:16:59,526 INFO [FileChangeWatcher-hbase_test_key12958764794784791018.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12958764794784791018.pem thread finished 2024-11-09T14:16:59,535 DEBUG [FileChangeWatcher-hbase_test_ca12565848439157728150.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12958764794784791018.pem 2024-11-09T14:16:59,535 DEBUG [FileChangeWatcher-hbase_test_key12958764794784791018.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12958764794784791018.pem 2024-11-09T14:16:59,535 INFO [FileChangeWatcher-hbase_test_key12958764794784791018.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12958764794784791018.pem 2024-11-09T14:16:59,535 DEBUG [FileChangeWatcher-hbase_test_ca12565848439157728150.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12958764794784791018.pem 2024-11-09T14:16:59,535 DEBUG [FileChangeWatcher-hbase_test_key12958764794784791018.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12958764794784791018.pem 2024-11-09T14:16:59,535 DEBUG [FileChangeWatcher-hbase_test_ca12565848439157728150.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12958764794784791018.pem 2024-11-09T14:16:59,535 INFO [FileChangeWatcher-hbase_test_key12958764794784791018.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12958764794784791018.pem 2024-11-09T14:16:59,535 DEBUG [FileChangeWatcher-hbase_test_ca12565848439157728150.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12958764794784791018.pem 2024-11-09T14:16:59,535 DEBUG [FileChangeWatcher-hbase_test_ca12565848439157728150.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12565848439157728150.pem 2024-11-09T14:16:59,535 DEBUG [FileChangeWatcher-hbase_test_key12958764794784791018.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12565848439157728150.pem 2024-11-09T14:16:59,535 INFO [FileChangeWatcher-hbase_test_ca12565848439157728150.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12565848439157728150.pem 2024-11-09T14:16:59,535 DEBUG [FileChangeWatcher-hbase_test_key12958764794784791018.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12565848439157728150.pem 2024-11-09T14:16:59,536 DEBUG [FileChangeWatcher-hbase_test_ca12565848439157728150.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12565848439157728150.pem 2024-11-09T14:16:59,536 DEBUG [FileChangeWatcher-hbase_test_key12958764794784791018.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12565848439157728150.pem 2024-11-09T14:16:59,536 INFO [FileChangeWatcher-hbase_test_ca12565848439157728150.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12565848439157728150.pem 2024-11-09T14:16:59,536 DEBUG [FileChangeWatcher-hbase_test_key12958764794784791018.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12565848439157728150.pem 2024-11-09T14:16:59,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c60b872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T14:16:59,536 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T14:16:59,537 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:59,540 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:59,541 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:59,541 INFO [FileChangeWatcher-hbase_test_key12958764794784791018.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12958764794784791018.pem thread started 2024-11-09T14:16:59,541 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:59,541 INFO [FileChangeWatcher-hbase_test_ca12565848439157728150.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12565848439157728150.pem thread started 2024-11-09T14:16:59,542 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T14:16:59,545 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:59,545 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:59,546 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb8b6c998, L:/127.0.0.1:34593 - R:/127.0.0.1:36004] 2024-11-09T14:16:59,561 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36004, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T14:16:59,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:16:59,562 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34593 2024-11-09T14:16:59,562 DEBUG [FileChangeWatcher-hbase_test_ca12565848439157728150.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12565848439157728150.pem was interrupted and is shutting down... 2024-11-09T14:16:59,562 DEBUG [FileChangeWatcher-hbase_test_key12958764794784791018.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12958764794784791018.pem was interrupted and is shutting down... 2024-11-09T14:16:59,562 DEBUG [FileChangeWatcher-hbase_test_key12958764794784791018.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12958764794784791018.pem was interrupted and is shutting down... 2024-11-09T14:16:59,562 DEBUG [FileChangeWatcher-hbase_test_ca12565848439157728150.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12565848439157728150.pem was interrupted and is shutting down... 2024-11-09T14:16:59,563 INFO [FileChangeWatcher-hbase_test_key12958764794784791018.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12958764794784791018.pem thread finished 2024-11-09T14:16:59,563 INFO [FileChangeWatcher-hbase_test_ca12565848439157728150.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12565848439157728150.pem thread finished 2024-11-09T14:16:59,563 INFO [FileChangeWatcher-hbase_test_key12958764794784791018.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12958764794784791018.pem thread finished 2024-11-09T14:16:59,569 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=189 (was 189), ProcessCount=11 (was 11), AvailableMemoryMB=890 (was 893) 2024-11-09T14:16:59,574 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=189, ProcessCount=11, AvailableMemoryMB=890 2024-11-09T14:16:59,582 INFO [FileChangeWatcher-hbase_test_ca12565848439157728150.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12565848439157728150.pem thread finished 2024-11-09T14:16:59,619 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T14:16:59,620 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42165 2024-11-09T14:16:59,620 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-09T14:16:59,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d467dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T14:16:59,621 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T14:16:59,622 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:59,649 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:59,650 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:59,650 INFO [FileChangeWatcher-hbase_test_key9270561801868894723.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9270561801868894723.p12 thread started 2024-11-09T14:16:59,650 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:59,651 INFO [FileChangeWatcher-hbase_test_ca3185991425602768935.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3185991425602768935.p12 thread started 2024-11-09T14:16:59,651 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T14:16:59,663 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:59,676 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:59,676 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:59,677 INFO [FileChangeWatcher-hbase_test_key9270561801868894723.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9270561801868894723.p12 thread started 2024-11-09T14:16:59,677 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:59,677 INFO [FileChangeWatcher-hbase_test_ca3185991425602768935.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3185991425602768935.p12 thread started 2024-11-09T14:16:59,677 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x80d9564c, L:/127.0.0.1:42165 - R:/127.0.0.1:56166] 2024-11-09T14:16:59,712 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56166, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T14:16:59,718 DEBUG [FileChangeWatcher-hbase_test_key9270561801868894723.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9270561801868894723.p12 2024-11-09T14:16:59,718 DEBUG [FileChangeWatcher-hbase_test_key9270561801868894723.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9270561801868894723.p12 2024-11-09T14:16:59,718 DEBUG [FileChangeWatcher-hbase_test_ca3185991425602768935.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9270561801868894723.p12 2024-11-09T14:16:59,718 DEBUG [FileChangeWatcher-hbase_test_ca3185991425602768935.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9270561801868894723.p12 2024-11-09T14:16:59,718 INFO [FileChangeWatcher-hbase_test_key9270561801868894723.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9270561801868894723.p12 2024-11-09T14:16:59,718 INFO [FileChangeWatcher-hbase_test_key9270561801868894723.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9270561801868894723.p12 2024-11-09T14:16:59,718 DEBUG [FileChangeWatcher-hbase_test_ca3185991425602768935.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9270561801868894723.p12 2024-11-09T14:16:59,718 DEBUG [FileChangeWatcher-hbase_test_ca3185991425602768935.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9270561801868894723.p12 2024-11-09T14:16:59,741 DEBUG [FileChangeWatcher-hbase_test_ca3185991425602768935.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9270561801868894723.p12 2024-11-09T14:16:59,741 DEBUG [FileChangeWatcher-hbase_test_key9270561801868894723.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9270561801868894723.p12 2024-11-09T14:16:59,741 DEBUG [FileChangeWatcher-hbase_test_ca3185991425602768935.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9270561801868894723.p12 2024-11-09T14:16:59,741 INFO [FileChangeWatcher-hbase_test_key9270561801868894723.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9270561801868894723.p12 2024-11-09T14:16:59,741 DEBUG [FileChangeWatcher-hbase_test_ca3185991425602768935.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9270561801868894723.p12 2024-11-09T14:16:59,741 DEBUG [FileChangeWatcher-hbase_test_ca3185991425602768935.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9270561801868894723.p12 2024-11-09T14:16:59,741 DEBUG [FileChangeWatcher-hbase_test_ca3185991425602768935.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3185991425602768935.p12 2024-11-09T14:16:59,741 DEBUG [FileChangeWatcher-hbase_test_key9270561801868894723.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3185991425602768935.p12 2024-11-09T14:16:59,741 DEBUG [FileChangeWatcher-hbase_test_ca3185991425602768935.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3185991425602768935.p12 2024-11-09T14:16:59,741 DEBUG [FileChangeWatcher-hbase_test_key9270561801868894723.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3185991425602768935.p12 2024-11-09T14:16:59,741 INFO [FileChangeWatcher-hbase_test_ca3185991425602768935.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3185991425602768935.p12 2024-11-09T14:16:59,741 INFO [FileChangeWatcher-hbase_test_ca3185991425602768935.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3185991425602768935.p12 2024-11-09T14:16:59,741 DEBUG [FileChangeWatcher-hbase_test_key9270561801868894723.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9270561801868894723.p12 2024-11-09T14:16:59,741 INFO [FileChangeWatcher-hbase_test_key9270561801868894723.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9270561801868894723.p12 2024-11-09T14:16:59,741 DEBUG [FileChangeWatcher-hbase_test_key9270561801868894723.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3185991425602768935.p12 2024-11-09T14:16:59,741 DEBUG [FileChangeWatcher-hbase_test_key9270561801868894723.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3185991425602768935.p12 2024-11-09T14:16:59,753 DEBUG [FileChangeWatcher-hbase_test_ca3185991425602768935.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3185991425602768935.p12 2024-11-09T14:16:59,753 DEBUG [FileChangeWatcher-hbase_test_key9270561801868894723.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3185991425602768935.p12 2024-11-09T14:16:59,753 DEBUG [FileChangeWatcher-hbase_test_key9270561801868894723.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3185991425602768935.p12 2024-11-09T14:16:59,753 DEBUG [FileChangeWatcher-hbase_test_ca3185991425602768935.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3185991425602768935.p12 2024-11-09T14:16:59,753 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,42165,0 is dead - stopping the connection localhost:42165/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-09T14:16:59,753 DEBUG [FileChangeWatcher-hbase_test_key9270561801868894723.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3185991425602768935.p12 2024-11-09T14:16:59,753 INFO [FileChangeWatcher-hbase_test_ca3185991425602768935.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3185991425602768935.p12 2024-11-09T14:16:59,753 DEBUG [FileChangeWatcher-hbase_test_key9270561801868894723.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3185991425602768935.p12 2024-11-09T14:16:59,753 INFO [FileChangeWatcher-hbase_test_ca3185991425602768935.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3185991425602768935.p12 2024-11-09T14:16:59,753 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T14:16:59,754 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:59,781 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:59,781 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T14:16:59,795 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:59,807 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:59,807 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x43b7f1fb, L:/127.0.0.1:42165 - R:/127.0.0.1:56174] 2024-11-09T14:16:59,842 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56174, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T14:16:59,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:16:59,843 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42165 2024-11-09T14:16:59,843 DEBUG [FileChangeWatcher-hbase_test_ca3185991425602768935.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3185991425602768935.p12 was interrupted and is shutting down... 2024-11-09T14:16:59,843 DEBUG [FileChangeWatcher-hbase_test_key9270561801868894723.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9270561801868894723.p12 was interrupted and is shutting down... 2024-11-09T14:16:59,843 DEBUG [FileChangeWatcher-hbase_test_ca3185991425602768935.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3185991425602768935.p12 was interrupted and is shutting down... 2024-11-09T14:16:59,843 DEBUG [FileChangeWatcher-hbase_test_key9270561801868894723.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9270561801868894723.p12 was interrupted and is shutting down... 2024-11-09T14:16:59,843 INFO [FileChangeWatcher-hbase_test_ca3185991425602768935.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3185991425602768935.p12 thread finished 2024-11-09T14:16:59,843 INFO [FileChangeWatcher-hbase_test_key9270561801868894723.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9270561801868894723.p12 thread finished 2024-11-09T14:16:59,843 INFO [FileChangeWatcher-hbase_test_ca3185991425602768935.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3185991425602768935.p12 thread finished 2024-11-09T14:16:59,849 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=189 (was 189), ProcessCount=11 (was 11), AvailableMemoryMB=874 (was 890) 2024-11-09T14:16:59,854 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=189, ProcessCount=11, AvailableMemoryMB=874 2024-11-09T14:16:59,855 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T14:16:59,855 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40157 2024-11-09T14:16:59,855 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-09T14:16:59,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573b46a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T14:16:59,856 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T14:16:59,856 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:59,866 INFO [FileChangeWatcher-hbase_test_key9270561801868894723.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9270561801868894723.p12 thread finished 2024-11-09T14:16:59,882 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:59,882 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:59,883 INFO [FileChangeWatcher-hbase_test_key9270561801868894723.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9270561801868894723.p12 thread started 2024-11-09T14:16:59,883 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:59,883 INFO [FileChangeWatcher-hbase_test_ca3185991425602768935.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3185991425602768935.p12 thread started 2024-11-09T14:16:59,883 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T14:16:59,896 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:16:59,908 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:16:59,909 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:59,909 INFO [FileChangeWatcher-hbase_test_key9270561801868894723.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9270561801868894723.p12 thread started 2024-11-09T14:16:59,909 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:16:59,910 INFO [FileChangeWatcher-hbase_test_ca3185991425602768935.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3185991425602768935.p12 thread started 2024-11-09T14:16:59,910 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbc5468b9, L:/127.0.0.1:40157 - R:/127.0.0.1:46020] 2024-11-09T14:16:59,940 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46020, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T14:16:59,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:16:59,942 DEBUG [FileChangeWatcher-hbase_test_ca3185991425602768935.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3185991425602768935.p12 was interrupted and is shutting down... 2024-11-09T14:16:59,942 DEBUG [FileChangeWatcher-hbase_test_key9270561801868894723.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9270561801868894723.p12 was interrupted and is shutting down... 2024-11-09T14:16:59,942 INFO [FileChangeWatcher-hbase_test_key9270561801868894723.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9270561801868894723.p12 thread finished 2024-11-09T14:16:59,942 INFO [FileChangeWatcher-hbase_test_ca3185991425602768935.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3185991425602768935.p12 thread finished 2024-11-09T14:16:59,946 DEBUG [FileChangeWatcher-hbase_test_key9270561801868894723.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9270561801868894723.p12 2024-11-09T14:16:59,946 DEBUG [FileChangeWatcher-hbase_test_ca3185991425602768935.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9270561801868894723.p12 2024-11-09T14:16:59,946 INFO [FileChangeWatcher-hbase_test_key9270561801868894723.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9270561801868894723.p12 2024-11-09T14:16:59,946 DEBUG [FileChangeWatcher-hbase_test_ca3185991425602768935.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9270561801868894723.p12 2024-11-09T14:16:59,968 DEBUG [FileChangeWatcher-hbase_test_ca3185991425602768935.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9270561801868894723.p12 2024-11-09T14:16:59,968 DEBUG [FileChangeWatcher-hbase_test_key9270561801868894723.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9270561801868894723.p12 2024-11-09T14:16:59,968 INFO [FileChangeWatcher-hbase_test_key9270561801868894723.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9270561801868894723.p12 2024-11-09T14:16:59,968 DEBUG [FileChangeWatcher-hbase_test_ca3185991425602768935.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9270561801868894723.p12 2024-11-09T14:16:59,968 DEBUG [FileChangeWatcher-hbase_test_key9270561801868894723.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3185991425602768935.p12 2024-11-09T14:16:59,968 DEBUG [FileChangeWatcher-hbase_test_ca3185991425602768935.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3185991425602768935.p12 2024-11-09T14:16:59,968 DEBUG [FileChangeWatcher-hbase_test_key9270561801868894723.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3185991425602768935.p12 2024-11-09T14:16:59,969 INFO [FileChangeWatcher-hbase_test_ca3185991425602768935.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3185991425602768935.p12 2024-11-09T14:16:59,981 DEBUG [FileChangeWatcher-hbase_test_key9270561801868894723.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3185991425602768935.p12 2024-11-09T14:16:59,981 DEBUG [FileChangeWatcher-hbase_test_ca3185991425602768935.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3185991425602768935.p12 2024-11-09T14:16:59,981 DEBUG [FileChangeWatcher-hbase_test_key9270561801868894723.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3185991425602768935.p12 2024-11-09T14:16:59,981 INFO [FileChangeWatcher-hbase_test_ca3185991425602768935.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3185991425602768935.p12 2024-11-09T14:16:59,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2ba41c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T14:16:59,982 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T14:16:59,982 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:17:00,007 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:17:00,008 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:17:00,008 INFO [FileChangeWatcher-hbase_test_key9270561801868894723.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9270561801868894723.p12 thread started 2024-11-09T14:17:00,009 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:17:00,009 INFO [FileChangeWatcher-hbase_test_ca3185991425602768935.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3185991425602768935.p12 thread started 2024-11-09T14:17:00,009 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T14:17:00,022 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:17:00,035 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:17:00,036 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x67e0d3f8, L:/127.0.0.1:40157 - R:/127.0.0.1:46030] 2024-11-09T14:17:00,067 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46030, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T14:17:00,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:17:00,069 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40157 2024-11-09T14:17:00,069 DEBUG [FileChangeWatcher-hbase_test_key9270561801868894723.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9270561801868894723.p12 was interrupted and is shutting down... 2024-11-09T14:17:00,069 DEBUG [FileChangeWatcher-hbase_test_ca3185991425602768935.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3185991425602768935.p12 was interrupted and is shutting down... 2024-11-09T14:17:00,069 DEBUG [FileChangeWatcher-hbase_test_ca3185991425602768935.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3185991425602768935.p12 was interrupted and is shutting down... 2024-11-09T14:17:00,069 DEBUG [FileChangeWatcher-hbase_test_key9270561801868894723.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9270561801868894723.p12 was interrupted and is shutting down... 2024-11-09T14:17:00,069 INFO [FileChangeWatcher-hbase_test_ca3185991425602768935.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3185991425602768935.p12 thread finished 2024-11-09T14:17:00,069 INFO [FileChangeWatcher-hbase_test_key9270561801868894723.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9270561801868894723.p12 thread finished 2024-11-09T14:17:00,069 INFO [FileChangeWatcher-hbase_test_key9270561801868894723.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9270561801868894723.p12 thread finished 2024-11-09T14:17:00,069 INFO [FileChangeWatcher-hbase_test_ca3185991425602768935.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3185991425602768935.p12 thread finished 2024-11-09T14:17:00,075 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=189 (was 189), ProcessCount=11 (was 11), AvailableMemoryMB=863 (was 874) 2024-11-09T14:17:00,080 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=189, ProcessCount=11, AvailableMemoryMB=863 2024-11-09T14:17:00,404 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T14:17:00,405 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:32779 2024-11-09T14:17:00,405 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-09T14:17:00,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b937049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T14:17:00,405 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T14:17:00,406 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:17:00,667 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:17:00,667 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:17:00,668 INFO [FileChangeWatcher-hbase_test_key14874649137492393576.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14874649137492393576.bcfks thread started 2024-11-09T14:17:00,668 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:17:00,668 INFO [FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks thread started 2024-11-09T14:17:00,668 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T14:17:00,799 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:17:00,928 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:17:00,929 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:17:00,929 INFO [FileChangeWatcher-hbase_test_key14874649137492393576.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14874649137492393576.bcfks thread started 2024-11-09T14:17:00,929 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:17:00,930 INFO [FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks thread started 2024-11-09T14:17:00,930 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf61cbf1f, L:/127.0.0.1:32779 - R:/127.0.0.1:57720] 2024-11-09T14:17:01,109 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57720, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T14:17:01,121 DEBUG [FileChangeWatcher-hbase_test_key14874649137492393576.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14874649137492393576.bcfks 2024-11-09T14:17:01,121 DEBUG [FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14874649137492393576.bcfks 2024-11-09T14:17:01,121 DEBUG [FileChangeWatcher-hbase_test_key14874649137492393576.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14874649137492393576.bcfks 2024-11-09T14:17:01,121 DEBUG [FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14874649137492393576.bcfks 2024-11-09T14:17:01,121 DEBUG [FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14874649137492393576.bcfks 2024-11-09T14:17:01,121 INFO [FileChangeWatcher-hbase_test_key14874649137492393576.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14874649137492393576.bcfks 2024-11-09T14:17:01,121 INFO [FileChangeWatcher-hbase_test_key14874649137492393576.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14874649137492393576.bcfks 2024-11-09T14:17:01,121 DEBUG [FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14874649137492393576.bcfks 2024-11-09T14:17:01,315 DEBUG [FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14874649137492393576.bcfks 2024-11-09T14:17:01,315 DEBUG [FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14874649137492393576.bcfks 2024-11-09T14:17:01,315 DEBUG [FileChangeWatcher-hbase_test_key14874649137492393576.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14874649137492393576.bcfks 2024-11-09T14:17:01,316 DEBUG [FileChangeWatcher-hbase_test_key14874649137492393576.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14874649137492393576.bcfks 2024-11-09T14:17:01,316 DEBUG [FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14874649137492393576.bcfks 2024-11-09T14:17:01,316 INFO [FileChangeWatcher-hbase_test_key14874649137492393576.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14874649137492393576.bcfks 2024-11-09T14:17:01,316 DEBUG [FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14874649137492393576.bcfks 2024-11-09T14:17:01,316 INFO [FileChangeWatcher-hbase_test_key14874649137492393576.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14874649137492393576.bcfks 2024-11-09T14:17:01,340 DEBUG [FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1514529373243942657.bcfks 2024-11-09T14:17:01,340 DEBUG [FileChangeWatcher-hbase_test_key14874649137492393576.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1514529373243942657.bcfks 2024-11-09T14:17:01,340 DEBUG [FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1514529373243942657.bcfks 2024-11-09T14:17:01,340 DEBUG [FileChangeWatcher-hbase_test_key14874649137492393576.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1514529373243942657.bcfks 2024-11-09T14:17:01,340 DEBUG [FileChangeWatcher-hbase_test_key14874649137492393576.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1514529373243942657.bcfks 2024-11-09T14:17:01,340 INFO [FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1514529373243942657.bcfks 2024-11-09T14:17:01,340 INFO [FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1514529373243942657.bcfks 2024-11-09T14:17:01,340 DEBUG [FileChangeWatcher-hbase_test_key14874649137492393576.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1514529373243942657.bcfks 2024-11-09T14:17:01,477 DEBUG [FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1514529373243942657.bcfks 2024-11-09T14:17:01,477 DEBUG [FileChangeWatcher-hbase_test_key14874649137492393576.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1514529373243942657.bcfks 2024-11-09T14:17:01,477 DEBUG [FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1514529373243942657.bcfks 2024-11-09T14:17:01,477 DEBUG [FileChangeWatcher-hbase_test_key14874649137492393576.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1514529373243942657.bcfks 2024-11-09T14:17:01,477 INFO [FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1514529373243942657.bcfks 2024-11-09T14:17:01,477 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,32779,0 is dead - stopping the connection localhost:32779/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-09T14:17:01,477 DEBUG [FileChangeWatcher-hbase_test_key14874649137492393576.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1514529373243942657.bcfks 2024-11-09T14:17:01,477 INFO [FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1514529373243942657.bcfks 2024-11-09T14:17:01,477 DEBUG [FileChangeWatcher-hbase_test_key14874649137492393576.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1514529373243942657.bcfks 2024-11-09T14:17:01,477 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T14:17:01,478 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:17:01,739 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:17:01,739 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T14:17:01,870 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:17:02,003 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:17:02,003 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc887350f, L:/127.0.0.1:32779 - R:/127.0.0.1:57730] 2024-11-09T14:17:02,148 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57730, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T14:17:02,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:17:02,150 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:32779 2024-11-09T14:17:02,150 DEBUG [FileChangeWatcher-hbase_test_key14874649137492393576.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14874649137492393576.bcfks was interrupted and is shutting down... 2024-11-09T14:17:02,150 DEBUG [FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks was interrupted and is shutting down... 2024-11-09T14:17:02,150 DEBUG [FileChangeWatcher-hbase_test_key14874649137492393576.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14874649137492393576.bcfks was interrupted and is shutting down... 2024-11-09T14:17:02,150 DEBUG [FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks was interrupted and is shutting down... 2024-11-09T14:17:02,150 INFO [FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks thread finished 2024-11-09T14:17:02,150 INFO [FileChangeWatcher-hbase_test_key14874649137492393576.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14874649137492393576.bcfks thread finished 2024-11-09T14:17:02,156 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=190 (was 189) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=856 (was 863) 2024-11-09T14:17:02,161 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=190, ProcessCount=11, AvailableMemoryMB=855 2024-11-09T14:17:02,162 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T14:17:02,162 INFO [FileChangeWatcher-hbase_test_key14874649137492393576.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14874649137492393576.bcfks thread finished 2024-11-09T14:17:02,162 INFO [FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks thread finished 2024-11-09T14:17:02,163 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33829 2024-11-09T14:17:02,163 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-09T14:17:02,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bd6433a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T14:17:02,164 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T14:17:02,164 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:17:02,429 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:17:02,429 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:17:02,430 INFO [FileChangeWatcher-hbase_test_key14874649137492393576.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14874649137492393576.bcfks thread started 2024-11-09T14:17:02,430 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:17:02,431 INFO [FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks thread started 2024-11-09T14:17:02,431 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T14:17:02,562 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:17:02,692 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:17:02,692 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:17:02,693 INFO [FileChangeWatcher-hbase_test_key14874649137492393576.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14874649137492393576.bcfks thread started 2024-11-09T14:17:02,693 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:17:02,693 INFO [FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks thread started 2024-11-09T14:17:02,693 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xad991559, L:/127.0.0.1:33829 - R:/127.0.0.1:56320] 2024-11-09T14:17:02,834 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56320, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T14:17:02,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:17:02,836 DEBUG [FileChangeWatcher-hbase_test_key14874649137492393576.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14874649137492393576.bcfks was interrupted and is shutting down... 2024-11-09T14:17:02,836 DEBUG [FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks was interrupted and is shutting down... 2024-11-09T14:17:02,836 INFO [FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks thread finished 2024-11-09T14:17:02,836 INFO [FileChangeWatcher-hbase_test_key14874649137492393576.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14874649137492393576.bcfks thread finished 2024-11-09T14:17:02,847 DEBUG [FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14874649137492393576.bcfks 2024-11-09T14:17:02,847 DEBUG [FileChangeWatcher-hbase_test_key14874649137492393576.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14874649137492393576.bcfks 2024-11-09T14:17:02,847 DEBUG [FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14874649137492393576.bcfks 2024-11-09T14:17:02,847 INFO [FileChangeWatcher-hbase_test_key14874649137492393576.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14874649137492393576.bcfks 2024-11-09T14:17:03,096 DEBUG [FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14874649137492393576.bcfks 2024-11-09T14:17:03,096 DEBUG [FileChangeWatcher-hbase_test_key14874649137492393576.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14874649137492393576.bcfks 2024-11-09T14:17:03,096 DEBUG [FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14874649137492393576.bcfks 2024-11-09T14:17:03,096 INFO [FileChangeWatcher-hbase_test_key14874649137492393576.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14874649137492393576.bcfks 2024-11-09T14:17:03,124 DEBUG [FileChangeWatcher-hbase_test_key14874649137492393576.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1514529373243942657.bcfks 2024-11-09T14:17:03,124 DEBUG [FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1514529373243942657.bcfks 2024-11-09T14:17:03,124 DEBUG [FileChangeWatcher-hbase_test_key14874649137492393576.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1514529373243942657.bcfks 2024-11-09T14:17:03,124 INFO [FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1514529373243942657.bcfks 2024-11-09T14:17:03,282 DEBUG [FileChangeWatcher-hbase_test_key14874649137492393576.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1514529373243942657.bcfks 2024-11-09T14:17:03,282 DEBUG [FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1514529373243942657.bcfks 2024-11-09T14:17:03,282 DEBUG [FileChangeWatcher-hbase_test_key14874649137492393576.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1514529373243942657.bcfks 2024-11-09T14:17:03,282 INFO [FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1514529373243942657.bcfks 2024-11-09T14:17:03,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f6e351f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T14:17:03,282 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T14:17:03,283 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:17:03,541 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:17:03,542 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:17:03,542 INFO [FileChangeWatcher-hbase_test_key14874649137492393576.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14874649137492393576.bcfks thread started 2024-11-09T14:17:03,542 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aaf2bb06-aecb-297c-5699-5e1f8f463569/TestNettyTLSIPCFileWatcher 2024-11-09T14:17:03,543 INFO [FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks thread started 2024-11-09T14:17:03,543 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T14:17:03,673 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T14:17:03,803 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T14:17:03,803 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfe81d54f, L:/127.0.0.1:33829 - R:/127.0.0.1:56324] 2024-11-09T14:17:03,947 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56324, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T14:17:03,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T14:17:03,949 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33829 2024-11-09T14:17:03,949 DEBUG [FileChangeWatcher-hbase_test_key14874649137492393576.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14874649137492393576.bcfks was interrupted and is shutting down... 2024-11-09T14:17:03,949 DEBUG [FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks was interrupted and is shutting down... 2024-11-09T14:17:03,949 DEBUG [FileChangeWatcher-hbase_test_key14874649137492393576.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14874649137492393576.bcfks was interrupted and is shutting down... 2024-11-09T14:17:03,949 DEBUG [FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks was interrupted and is shutting down... 2024-11-09T14:17:03,949 INFO [FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks thread finished 2024-11-09T14:17:03,949 INFO [FileChangeWatcher-hbase_test_key14874649137492393576.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14874649137492393576.bcfks thread finished 2024-11-09T14:17:03,955 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=190 (was 190), ProcessCount=11 (was 11), AvailableMemoryMB=841 (was 855) 2024-11-09T14:17:03,966 INFO [FileChangeWatcher-hbase_test_key14874649137492393576.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14874649137492393576.bcfks thread finished 2024-11-09T14:17:03,966 INFO [FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1514529373243942657.bcfks thread finished