2024-11-11 17:12:16,080 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-11 17:12:16,094 main DEBUG Took 0.011948 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 17:12:16,095 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 17:12:16,095 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 17:12:16,096 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 17:12:16,098 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 17:12:16,111 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 17:12:16,127 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 17:12:16,129 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 17:12:16,129 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 17:12:16,130 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 17:12:16,130 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 17:12:16,131 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 17:12:16,132 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 17:12:16,133 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 17:12:16,133 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 17:12:16,134 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 17:12:16,135 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 17:12:16,135 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 17:12:16,136 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 17:12:16,136 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 17:12:16,137 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 17:12:16,137 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 17:12:16,138 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 17:12:16,138 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 17:12:16,139 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 17:12:16,139 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 17:12:16,140 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 17:12:16,140 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 17:12:16,140 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 17:12:16,141 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 17:12:16,141 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 17:12:16,141 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 17:12:16,143 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 17:12:16,144 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 17:12:16,146 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 17:12:16,146 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 17:12:16,147 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 17:12:16,147 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 17:12:16,156 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 17:12:16,158 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 17:12:16,159 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 17:12:16,160 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 17:12:16,160 main DEBUG createAppenders(={Console}) 2024-11-11 17:12:16,161 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-11 17:12:16,161 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-11 17:12:16,161 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-11 17:12:16,162 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 17:12:16,162 main DEBUG OutputStream closed 2024-11-11 17:12:16,162 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 17:12:16,162 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 17:12:16,163 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-11 17:12:16,246 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 17:12:16,249 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 17:12:16,251 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 17:12:16,252 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 17:12:16,253 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 17:12:16,254 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 17:12:16,254 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 17:12:16,255 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 17:12:16,255 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 17:12:16,256 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 17:12:16,256 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 17:12:16,257 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 17:12:16,257 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 17:12:16,258 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 17:12:16,259 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 17:12:16,259 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 17:12:16,260 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 17:12:16,261 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 17:12:16,264 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 17:12:16,265 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-11 17:12:16,265 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 17:12:16,266 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-11T17:12:16,291 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-11 17:12:16,295 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 17:12:16,296 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T17:12:16,772 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-11T17:12:17,588 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=324, ProcessCount=11, AvailableMemoryMB=4422 2024-11-11T17:12:18,341 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T17:12:18,379 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T17:12:18,392 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T17:12:18,404 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T17:12:18,485 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T17:12:18,521 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 24857 (auto-detected) 2024-11-11T17:12:18,523 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-11T17:12:18,544 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44809 2024-11-11T17:12:18,548 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T17:12:18,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e9df833, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T17:12:18,573 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-11T17:12:18,573 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-11T17:12:18,855 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T17:12:18,915 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:18,988 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:19,101 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:19,103 INFO [FileChangeWatcher-hbase_test_key6183406698479242717.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6183406698479242717.jks thread started 2024-11-11T17:12:19,103 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:19,105 INFO [FileChangeWatcher-hbase_test_ca15541525520690759330.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15541525520690759330.jks thread started 2024-11-11T17:12:19,115 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T17:12:19,162 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:19,181 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:19,247 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:19,248 INFO [FileChangeWatcher-hbase_test_key6183406698479242717.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6183406698479242717.jks thread started 2024-11-11T17:12:19,249 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:19,250 INFO [FileChangeWatcher-hbase_test_ca15541525520690759330.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15541525520690759330.jks thread started 2024-11-11T17:12:19,251 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbcf7307e, L:/127.0.0.1:44809 - R:/127.0.0.1:38438] 2024-11-11T17:12:19,417 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38438, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T17:12:19,815 DEBUG [FileChangeWatcher-hbase_test_key6183406698479242717.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6183406698479242717.jks 2024-11-11T17:12:19,815 DEBUG [FileChangeWatcher-hbase_test_ca15541525520690759330.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6183406698479242717.jks 2024-11-11T17:12:19,816 INFO [FileChangeWatcher-hbase_test_key6183406698479242717.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6183406698479242717.jks 2024-11-11T17:12:19,816 DEBUG [FileChangeWatcher-hbase_test_ca15541525520690759330.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6183406698479242717.jks 2024-11-11T17:12:19,816 DEBUG [FileChangeWatcher-hbase_test_key6183406698479242717.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6183406698479242717.jks 2024-11-11T17:12:19,816 INFO [FileChangeWatcher-hbase_test_key6183406698479242717.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6183406698479242717.jks 2024-11-11T17:12:19,816 DEBUG [FileChangeWatcher-hbase_test_ca15541525520690759330.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6183406698479242717.jks 2024-11-11T17:12:19,817 DEBUG [FileChangeWatcher-hbase_test_ca15541525520690759330.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6183406698479242717.jks 2024-11-11T17:12:19,841 DEBUG [FileChangeWatcher-hbase_test_key6183406698479242717.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6183406698479242717.jks 2024-11-11T17:12:19,841 DEBUG [FileChangeWatcher-hbase_test_key6183406698479242717.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6183406698479242717.jks 2024-11-11T17:12:19,841 DEBUG [FileChangeWatcher-hbase_test_ca15541525520690759330.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6183406698479242717.jks 2024-11-11T17:12:19,842 INFO [FileChangeWatcher-hbase_test_key6183406698479242717.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6183406698479242717.jks 2024-11-11T17:12:19,841 DEBUG [FileChangeWatcher-hbase_test_ca15541525520690759330.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6183406698479242717.jks 2024-11-11T17:12:19,842 DEBUG [FileChangeWatcher-hbase_test_key6183406698479242717.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15541525520690759330.jks 2024-11-11T17:12:19,842 DEBUG [FileChangeWatcher-hbase_test_ca15541525520690759330.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6183406698479242717.jks 2024-11-11T17:12:19,842 INFO [FileChangeWatcher-hbase_test_key6183406698479242717.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6183406698479242717.jks 2024-11-11T17:12:19,842 DEBUG [FileChangeWatcher-hbase_test_ca15541525520690759330.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6183406698479242717.jks 2024-11-11T17:12:19,842 DEBUG [FileChangeWatcher-hbase_test_key6183406698479242717.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15541525520690759330.jks 2024-11-11T17:12:19,842 DEBUG [FileChangeWatcher-hbase_test_ca15541525520690759330.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15541525520690759330.jks 2024-11-11T17:12:19,842 DEBUG [FileChangeWatcher-hbase_test_key6183406698479242717.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15541525520690759330.jks 2024-11-11T17:12:19,842 DEBUG [FileChangeWatcher-hbase_test_ca15541525520690759330.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15541525520690759330.jks 2024-11-11T17:12:19,842 INFO [FileChangeWatcher-hbase_test_ca15541525520690759330.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15541525520690759330.jks 2024-11-11T17:12:19,843 DEBUG [FileChangeWatcher-hbase_test_key6183406698479242717.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15541525520690759330.jks 2024-11-11T17:12:19,843 INFO [FileChangeWatcher-hbase_test_ca15541525520690759330.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15541525520690759330.jks 2024-11-11T17:12:19,860 DEBUG [FileChangeWatcher-hbase_test_ca15541525520690759330.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15541525520690759330.jks 2024-11-11T17:12:19,860 DEBUG [FileChangeWatcher-hbase_test_ca15541525520690759330.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15541525520690759330.jks 2024-11-11T17:12:19,860 DEBUG [FileChangeWatcher-hbase_test_key6183406698479242717.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15541525520690759330.jks 2024-11-11T17:12:19,860 DEBUG [FileChangeWatcher-hbase_test_key6183406698479242717.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15541525520690759330.jks 2024-11-11T17:12:19,860 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44809,0 is dead - stopping the connection localhost:44809/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T17:12:19,860 INFO [FileChangeWatcher-hbase_test_ca15541525520690759330.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15541525520690759330.jks 2024-11-11T17:12:19,860 DEBUG [FileChangeWatcher-hbase_test_key6183406698479242717.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15541525520690759330.jks 2024-11-11T17:12:19,860 DEBUG [FileChangeWatcher-hbase_test_key6183406698479242717.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15541525520690759330.jks 2024-11-11T17:12:19,860 INFO [FileChangeWatcher-hbase_test_ca15541525520690759330.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15541525520690759330.jks 2024-11-11T17:12:19,861 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T17:12:19,863 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:19,895 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:19,895 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T17:12:19,911 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:19,927 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:19,927 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf60bf498, L:/127.0.0.1:44809 - R:/127.0.0.1:33118] 2024-11-11T17:12:19,973 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33118, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T17:12:19,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:12:19,975 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44809 2024-11-11T17:12:19,975 DEBUG [FileChangeWatcher-hbase_test_key6183406698479242717.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6183406698479242717.jks was interrupted and is shutting down... 2024-11-11T17:12:19,975 DEBUG [FileChangeWatcher-hbase_test_ca15541525520690759330.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15541525520690759330.jks was interrupted and is shutting down... 2024-11-11T17:12:19,976 DEBUG [FileChangeWatcher-hbase_test_key6183406698479242717.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6183406698479242717.jks was interrupted and is shutting down... 2024-11-11T17:12:19,976 DEBUG [FileChangeWatcher-hbase_test_ca15541525520690759330.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15541525520690759330.jks was interrupted and is shutting down... 2024-11-11T17:12:19,976 INFO [FileChangeWatcher-hbase_test_ca15541525520690759330.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15541525520690759330.jks thread finished 2024-11-11T17:12:19,976 INFO [FileChangeWatcher-hbase_test_key6183406698479242717.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6183406698479242717.jks thread finished 2024-11-11T17:12:19,976 INFO [FileChangeWatcher-hbase_test_key6183406698479242717.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6183406698479242717.jks thread finished 2024-11-11T17:12:19,977 INFO [FileChangeWatcher-hbase_test_ca15541525520690759330.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15541525520690759330.jks thread finished 2024-11-11T17:12:19,985 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21 (was 12) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=306 (was 324), ProcessCount=11 (was 11), AvailableMemoryMB=4303 (was 4422) 2024-11-11T17:12:19,992 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=306, ProcessCount=11, AvailableMemoryMB=4303 2024-11-11T17:12:19,994 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T17:12:19,995 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39951 2024-11-11T17:12:19,995 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T17:12:19,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a2b1a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T17:12:19,997 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T17:12:19,998 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:20,043 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:20,044 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:20,044 INFO [FileChangeWatcher-hbase_test_key6183406698479242717.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6183406698479242717.jks thread started 2024-11-11T17:12:20,044 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:20,045 INFO [FileChangeWatcher-hbase_test_ca15541525520690759330.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15541525520690759330.jks thread started 2024-11-11T17:12:20,045 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T17:12:20,062 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:20,078 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:20,079 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:20,080 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:20,080 INFO [FileChangeWatcher-hbase_test_key6183406698479242717.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6183406698479242717.jks thread started 2024-11-11T17:12:20,080 INFO [FileChangeWatcher-hbase_test_ca15541525520690759330.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15541525520690759330.jks thread started 2024-11-11T17:12:20,080 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa4599b33, L:/127.0.0.1:39951 - R:/127.0.0.1:53580] 2024-11-11T17:12:20,120 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53580, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T17:12:20,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:12:20,122 DEBUG [FileChangeWatcher-hbase_test_ca15541525520690759330.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15541525520690759330.jks was interrupted and is shutting down... 2024-11-11T17:12:20,122 DEBUG [FileChangeWatcher-hbase_test_key6183406698479242717.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6183406698479242717.jks was interrupted and is shutting down... 2024-11-11T17:12:20,123 INFO [FileChangeWatcher-hbase_test_ca15541525520690759330.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15541525520690759330.jks thread finished 2024-11-11T17:12:20,123 INFO [FileChangeWatcher-hbase_test_key6183406698479242717.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6183406698479242717.jks thread finished 2024-11-11T17:12:20,343 DEBUG [FileChangeWatcher-hbase_test_key6183406698479242717.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6183406698479242717.jks 2024-11-11T17:12:20,343 INFO [FileChangeWatcher-hbase_test_key6183406698479242717.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6183406698479242717.jks 2024-11-11T17:12:20,344 DEBUG [FileChangeWatcher-hbase_test_ca15541525520690759330.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6183406698479242717.jks 2024-11-11T17:12:20,344 DEBUG [FileChangeWatcher-hbase_test_ca15541525520690759330.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6183406698479242717.jks 2024-11-11T17:12:20,374 DEBUG [FileChangeWatcher-hbase_test_ca15541525520690759330.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6183406698479242717.jks 2024-11-11T17:12:20,374 DEBUG [FileChangeWatcher-hbase_test_key6183406698479242717.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6183406698479242717.jks 2024-11-11T17:12:20,374 DEBUG [FileChangeWatcher-hbase_test_ca15541525520690759330.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6183406698479242717.jks 2024-11-11T17:12:20,374 INFO [FileChangeWatcher-hbase_test_key6183406698479242717.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6183406698479242717.jks 2024-11-11T17:12:20,375 DEBUG [FileChangeWatcher-hbase_test_ca15541525520690759330.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15541525520690759330.jks 2024-11-11T17:12:20,375 DEBUG [FileChangeWatcher-hbase_test_key6183406698479242717.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15541525520690759330.jks 2024-11-11T17:12:20,375 INFO [FileChangeWatcher-hbase_test_ca15541525520690759330.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15541525520690759330.jks 2024-11-11T17:12:20,375 DEBUG [FileChangeWatcher-hbase_test_key6183406698479242717.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15541525520690759330.jks 2024-11-11T17:12:20,390 DEBUG [FileChangeWatcher-hbase_test_ca15541525520690759330.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15541525520690759330.jks 2024-11-11T17:12:20,390 DEBUG [FileChangeWatcher-hbase_test_key6183406698479242717.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15541525520690759330.jks 2024-11-11T17:12:20,390 INFO [FileChangeWatcher-hbase_test_ca15541525520690759330.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15541525520690759330.jks 2024-11-11T17:12:20,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@efd52b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T17:12:20,390 DEBUG [FileChangeWatcher-hbase_test_key6183406698479242717.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15541525520690759330.jks 2024-11-11T17:12:20,391 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T17:12:20,392 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:20,424 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:20,425 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:20,426 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:20,426 INFO [FileChangeWatcher-hbase_test_key6183406698479242717.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6183406698479242717.jks thread started 2024-11-11T17:12:20,426 INFO [FileChangeWatcher-hbase_test_ca15541525520690759330.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15541525520690759330.jks thread started 2024-11-11T17:12:20,426 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T17:12:20,455 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:20,471 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:20,472 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9be3b121, L:/127.0.0.1:39951 - R:/127.0.0.1:53596] 2024-11-11T17:12:20,519 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53596, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T17:12:20,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:12:20,521 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39951 2024-11-11T17:12:20,521 DEBUG [FileChangeWatcher-hbase_test_key6183406698479242717.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6183406698479242717.jks was interrupted and is shutting down... 2024-11-11T17:12:20,521 DEBUG [FileChangeWatcher-hbase_test_ca15541525520690759330.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15541525520690759330.jks was interrupted and is shutting down... 2024-11-11T17:12:20,522 DEBUG [FileChangeWatcher-hbase_test_key6183406698479242717.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6183406698479242717.jks was interrupted and is shutting down... 2024-11-11T17:12:20,522 DEBUG [FileChangeWatcher-hbase_test_ca15541525520690759330.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15541525520690759330.jks was interrupted and is shutting down... 2024-11-11T17:12:20,522 INFO [FileChangeWatcher-hbase_test_key6183406698479242717.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6183406698479242717.jks thread finished 2024-11-11T17:12:20,522 INFO [FileChangeWatcher-hbase_test_ca15541525520690759330.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15541525520690759330.jks thread finished 2024-11-11T17:12:20,522 INFO [FileChangeWatcher-hbase_test_key6183406698479242717.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6183406698479242717.jks thread finished 2024-11-11T17:12:20,522 INFO [FileChangeWatcher-hbase_test_ca15541525520690759330.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15541525520690759330.jks thread finished 2024-11-11T17:12:20,530 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 21) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=306 (was 306), ProcessCount=11 (was 11), AvailableMemoryMB=4256 (was 4303) 2024-11-11T17:12:20,537 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=306, ProcessCount=11, AvailableMemoryMB=4256 2024-11-11T17:12:20,593 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T17:12:20,594 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44539 2024-11-11T17:12:20,594 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T17:12:20,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3913978b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T17:12:20,595 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T17:12:20,596 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:20,619 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:20,619 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:20,620 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:20,620 INFO [FileChangeWatcher-hbase_test_key14530084239779991888.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14530084239779991888.pem thread started 2024-11-11T17:12:20,623 INFO [FileChangeWatcher-hbase_test_ca10936517113378465596.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10936517113378465596.pem thread started 2024-11-11T17:12:20,623 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T17:12:20,636 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:20,637 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:20,638 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:20,638 INFO [FileChangeWatcher-hbase_test_key14530084239779991888.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14530084239779991888.pem thread started 2024-11-11T17:12:20,638 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:20,639 INFO [FileChangeWatcher-hbase_test_ca10936517113378465596.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10936517113378465596.pem thread started 2024-11-11T17:12:20,640 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2db7d972, L:/127.0.0.1:44539 - R:/127.0.0.1:50096] 2024-11-11T17:12:20,665 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50096, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T17:12:20,939 DEBUG [FileChangeWatcher-hbase_test_key14530084239779991888.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14530084239779991888.pem 2024-11-11T17:12:20,939 INFO [FileChangeWatcher-hbase_test_key14530084239779991888.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14530084239779991888.pem 2024-11-11T17:12:20,939 DEBUG [FileChangeWatcher-hbase_test_key14530084239779991888.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14530084239779991888.pem 2024-11-11T17:12:20,939 DEBUG [FileChangeWatcher-hbase_test_ca10936517113378465596.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14530084239779991888.pem 2024-11-11T17:12:20,940 DEBUG [FileChangeWatcher-hbase_test_ca10936517113378465596.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14530084239779991888.pem 2024-11-11T17:12:20,940 DEBUG [FileChangeWatcher-hbase_test_key14530084239779991888.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14530084239779991888.pem 2024-11-11T17:12:20,940 DEBUG [FileChangeWatcher-hbase_test_ca10936517113378465596.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14530084239779991888.pem 2024-11-11T17:12:20,940 INFO [FileChangeWatcher-hbase_test_key14530084239779991888.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14530084239779991888.pem 2024-11-11T17:12:20,940 INFO [FileChangeWatcher-hbase_test_key14530084239779991888.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14530084239779991888.pem 2024-11-11T17:12:20,940 DEBUG [FileChangeWatcher-hbase_test_ca10936517113378465596.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14530084239779991888.pem 2024-11-11T17:12:20,940 DEBUG [FileChangeWatcher-hbase_test_key14530084239779991888.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10936517113378465596.pem 2024-11-11T17:12:20,940 DEBUG [FileChangeWatcher-hbase_test_key14530084239779991888.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10936517113378465596.pem 2024-11-11T17:12:20,940 DEBUG [FileChangeWatcher-hbase_test_ca10936517113378465596.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10936517113378465596.pem 2024-11-11T17:12:20,940 DEBUG [FileChangeWatcher-hbase_test_key14530084239779991888.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10936517113378465596.pem 2024-11-11T17:12:20,940 DEBUG [FileChangeWatcher-hbase_test_key14530084239779991888.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10936517113378465596.pem 2024-11-11T17:12:20,940 INFO [FileChangeWatcher-hbase_test_ca10936517113378465596.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10936517113378465596.pem 2024-11-11T17:12:20,940 DEBUG [FileChangeWatcher-hbase_test_key14530084239779991888.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10936517113378465596.pem 2024-11-11T17:12:20,941 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44539,0 is dead - stopping the connection localhost:44539/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T17:12:20,941 DEBUG [FileChangeWatcher-hbase_test_ca10936517113378465596.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10936517113378465596.pem 2024-11-11T17:12:20,941 DEBUG [FileChangeWatcher-hbase_test_key14530084239779991888.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10936517113378465596.pem 2024-11-11T17:12:20,941 DEBUG [FileChangeWatcher-hbase_test_key14530084239779991888.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10936517113378465596.pem 2024-11-11T17:12:20,941 DEBUG [FileChangeWatcher-hbase_test_key14530084239779991888.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10936517113378465596.pem 2024-11-11T17:12:20,941 INFO [FileChangeWatcher-hbase_test_ca10936517113378465596.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10936517113378465596.pem 2024-11-11T17:12:20,941 DEBUG [FileChangeWatcher-hbase_test_ca10936517113378465596.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10936517113378465596.pem 2024-11-11T17:12:20,941 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T17:12:20,941 INFO [FileChangeWatcher-hbase_test_ca10936517113378465596.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10936517113378465596.pem 2024-11-11T17:12:20,941 DEBUG [FileChangeWatcher-hbase_test_ca10936517113378465596.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10936517113378465596.pem 2024-11-11T17:12:20,941 INFO [FileChangeWatcher-hbase_test_ca10936517113378465596.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10936517113378465596.pem 2024-11-11T17:12:20,942 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:20,948 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:20,948 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T17:12:20,955 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:20,956 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:20,958 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x82ea268c, L:/127.0.0.1:44539 - R:/127.0.0.1:50102] 2024-11-11T17:12:20,983 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50102, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T17:12:20,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:12:20,986 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44539 2024-11-11T17:12:20,986 DEBUG [FileChangeWatcher-hbase_test_key14530084239779991888.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14530084239779991888.pem was interrupted and is shutting down... 2024-11-11T17:12:20,986 DEBUG [FileChangeWatcher-hbase_test_ca10936517113378465596.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10936517113378465596.pem was interrupted and is shutting down... 2024-11-11T17:12:20,986 DEBUG [FileChangeWatcher-hbase_test_key14530084239779991888.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14530084239779991888.pem was interrupted and is shutting down... 2024-11-11T17:12:20,986 DEBUG [FileChangeWatcher-hbase_test_ca10936517113378465596.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10936517113378465596.pem was interrupted and is shutting down... 2024-11-11T17:12:20,986 INFO [FileChangeWatcher-hbase_test_ca10936517113378465596.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10936517113378465596.pem thread finished 2024-11-11T17:12:20,986 INFO [FileChangeWatcher-hbase_test_key14530084239779991888.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14530084239779991888.pem thread finished 2024-11-11T17:12:20,986 INFO [FileChangeWatcher-hbase_test_key14530084239779991888.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14530084239779991888.pem thread finished 2024-11-11T17:12:20,996 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=28 (was 23) Potentially hanging thread: FileChangeWatcher-hbase_test_ca10936517113378465596.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FifoRpcScheduler.handler-pool-0 java.base@17.0.11/java.util.concurrent.locks.ReentrantLock$NonfairSync.tryAcquire(ReentrantLock.java:242) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:672) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1636) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=306 (was 306), ProcessCount=11 (was 11), AvailableMemoryMB=4198 (was 4256) 2024-11-11T17:12:21,000 INFO [FileChangeWatcher-hbase_test_ca10936517113378465596.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10936517113378465596.pem thread finished 2024-11-11T17:12:21,004 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=306, ProcessCount=11, AvailableMemoryMB=4198 2024-11-11T17:12:21,005 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T17:12:21,006 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42061 2024-11-11T17:12:21,006 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T17:12:21,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47344ad0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T17:12:21,008 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T17:12:21,010 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:21,015 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:21,015 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:21,016 INFO [FileChangeWatcher-hbase_test_key14530084239779991888.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14530084239779991888.pem thread started 2024-11-11T17:12:21,016 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:21,017 INFO [FileChangeWatcher-hbase_test_ca10936517113378465596.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10936517113378465596.pem thread started 2024-11-11T17:12:21,017 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T17:12:21,022 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:21,023 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:21,024 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:21,025 INFO [FileChangeWatcher-hbase_test_key14530084239779991888.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14530084239779991888.pem thread started 2024-11-11T17:12:21,025 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:21,025 INFO [FileChangeWatcher-hbase_test_ca10936517113378465596.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10936517113378465596.pem thread started 2024-11-11T17:12:21,025 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe77988ea, L:/127.0.0.1:42061 - R:/127.0.0.1:34938] 2024-11-11T17:12:21,045 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34938, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T17:12:21,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:12:21,047 DEBUG [FileChangeWatcher-hbase_test_ca10936517113378465596.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10936517113378465596.pem was interrupted and is shutting down... 2024-11-11T17:12:21,047 DEBUG [FileChangeWatcher-hbase_test_key14530084239779991888.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14530084239779991888.pem was interrupted and is shutting down... 2024-11-11T17:12:21,048 INFO [FileChangeWatcher-hbase_test_ca10936517113378465596.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10936517113378465596.pem thread finished 2024-11-11T17:12:21,048 INFO [FileChangeWatcher-hbase_test_key14530084239779991888.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14530084239779991888.pem thread finished 2024-11-11T17:12:21,539 DEBUG [FileChangeWatcher-hbase_test_key14530084239779991888.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14530084239779991888.pem 2024-11-11T17:12:21,539 DEBUG [FileChangeWatcher-hbase_test_ca10936517113378465596.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14530084239779991888.pem 2024-11-11T17:12:21,539 DEBUG [FileChangeWatcher-hbase_test_ca10936517113378465596.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14530084239779991888.pem 2024-11-11T17:12:21,539 INFO [FileChangeWatcher-hbase_test_key14530084239779991888.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14530084239779991888.pem 2024-11-11T17:12:21,539 DEBUG [FileChangeWatcher-hbase_test_ca10936517113378465596.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14530084239779991888.pem 2024-11-11T17:12:21,540 DEBUG [FileChangeWatcher-hbase_test_ca10936517113378465596.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14530084239779991888.pem 2024-11-11T17:12:21,540 DEBUG [FileChangeWatcher-hbase_test_key14530084239779991888.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14530084239779991888.pem 2024-11-11T17:12:21,540 INFO [FileChangeWatcher-hbase_test_key14530084239779991888.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14530084239779991888.pem 2024-11-11T17:12:21,540 DEBUG [FileChangeWatcher-hbase_test_ca10936517113378465596.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10936517113378465596.pem 2024-11-11T17:12:21,540 DEBUG [FileChangeWatcher-hbase_test_key14530084239779991888.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10936517113378465596.pem 2024-11-11T17:12:21,540 INFO [FileChangeWatcher-hbase_test_ca10936517113378465596.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10936517113378465596.pem 2024-11-11T17:12:21,540 DEBUG [FileChangeWatcher-hbase_test_ca10936517113378465596.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10936517113378465596.pem 2024-11-11T17:12:21,540 DEBUG [FileChangeWatcher-hbase_test_key14530084239779991888.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10936517113378465596.pem 2024-11-11T17:12:21,540 INFO [FileChangeWatcher-hbase_test_ca10936517113378465596.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10936517113378465596.pem 2024-11-11T17:12:21,540 DEBUG [FileChangeWatcher-hbase_test_key14530084239779991888.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10936517113378465596.pem 2024-11-11T17:12:21,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67d5b360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T17:12:21,541 DEBUG [FileChangeWatcher-hbase_test_key14530084239779991888.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10936517113378465596.pem 2024-11-11T17:12:21,541 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T17:12:21,542 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:21,548 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:21,549 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:21,549 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:21,549 INFO [FileChangeWatcher-hbase_test_key14530084239779991888.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14530084239779991888.pem thread started 2024-11-11T17:12:21,550 INFO [FileChangeWatcher-hbase_test_ca10936517113378465596.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10936517113378465596.pem thread started 2024-11-11T17:12:21,550 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T17:12:21,557 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:21,558 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:21,559 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2ce0ebdf, L:/127.0.0.1:42061 - R:/127.0.0.1:34946] 2024-11-11T17:12:21,583 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34946, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T17:12:21,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:12:21,585 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42061 2024-11-11T17:12:21,586 DEBUG [FileChangeWatcher-hbase_test_key14530084239779991888.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14530084239779991888.pem was interrupted and is shutting down... 2024-11-11T17:12:21,586 DEBUG [FileChangeWatcher-hbase_test_ca10936517113378465596.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10936517113378465596.pem was interrupted and is shutting down... 2024-11-11T17:12:21,586 DEBUG [FileChangeWatcher-hbase_test_ca10936517113378465596.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10936517113378465596.pem was interrupted and is shutting down... 2024-11-11T17:12:21,586 DEBUG [FileChangeWatcher-hbase_test_key14530084239779991888.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14530084239779991888.pem was interrupted and is shutting down... 2024-11-11T17:12:21,586 INFO [FileChangeWatcher-hbase_test_ca10936517113378465596.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10936517113378465596.pem thread finished 2024-11-11T17:12:21,586 INFO [FileChangeWatcher-hbase_test_ca10936517113378465596.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10936517113378465596.pem thread finished 2024-11-11T17:12:21,587 INFO [FileChangeWatcher-hbase_test_key14530084239779991888.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14530084239779991888.pem thread finished 2024-11-11T17:12:21,596 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 27) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key14530084239779991888.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=306 (was 306), ProcessCount=11 (was 11), AvailableMemoryMB=4119 (was 4198) 2024-11-11T17:12:21,600 INFO [FileChangeWatcher-hbase_test_key14530084239779991888.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14530084239779991888.pem thread finished 2024-11-11T17:12:21,604 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=306, ProcessCount=11, AvailableMemoryMB=4119 2024-11-11T17:12:21,661 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T17:12:21,662 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41941 2024-11-11T17:12:21,663 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T17:12:21,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b560322, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T17:12:21,664 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T17:12:21,665 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:21,700 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:21,701 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:21,701 INFO [FileChangeWatcher-hbase_test_key15326017632564867025.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15326017632564867025.p12 thread started 2024-11-11T17:12:21,701 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:21,702 INFO [FileChangeWatcher-hbase_test_ca17905221809952145930.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17905221809952145930.p12 thread started 2024-11-11T17:12:21,702 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T17:12:21,726 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:21,747 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:21,748 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:21,749 INFO [FileChangeWatcher-hbase_test_key15326017632564867025.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15326017632564867025.p12 thread started 2024-11-11T17:12:21,749 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:21,749 INFO [FileChangeWatcher-hbase_test_ca17905221809952145930.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17905221809952145930.p12 thread started 2024-11-11T17:12:21,750 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2c9e3532, L:/127.0.0.1:41941 - R:/127.0.0.1:37416] 2024-11-11T17:12:21,801 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37416, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T17:12:21,951 DEBUG [FileChangeWatcher-hbase_test_key15326017632564867025.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15326017632564867025.p12 2024-11-11T17:12:21,951 DEBUG [FileChangeWatcher-hbase_test_ca17905221809952145930.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15326017632564867025.p12 2024-11-11T17:12:21,951 DEBUG [FileChangeWatcher-hbase_test_ca17905221809952145930.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15326017632564867025.p12 2024-11-11T17:12:21,951 DEBUG [FileChangeWatcher-hbase_test_key15326017632564867025.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15326017632564867025.p12 2024-11-11T17:12:21,951 INFO [FileChangeWatcher-hbase_test_key15326017632564867025.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15326017632564867025.p12 2024-11-11T17:12:21,951 DEBUG [FileChangeWatcher-hbase_test_ca17905221809952145930.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15326017632564867025.p12 2024-11-11T17:12:21,951 DEBUG [FileChangeWatcher-hbase_test_ca17905221809952145930.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15326017632564867025.p12 2024-11-11T17:12:21,951 INFO [FileChangeWatcher-hbase_test_key15326017632564867025.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15326017632564867025.p12 2024-11-11T17:12:21,979 DEBUG [FileChangeWatcher-hbase_test_ca17905221809952145930.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15326017632564867025.p12 2024-11-11T17:12:21,979 DEBUG [FileChangeWatcher-hbase_test_ca17905221809952145930.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15326017632564867025.p12 2024-11-11T17:12:21,979 DEBUG [FileChangeWatcher-hbase_test_key15326017632564867025.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15326017632564867025.p12 2024-11-11T17:12:21,979 DEBUG [FileChangeWatcher-hbase_test_ca17905221809952145930.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15326017632564867025.p12 2024-11-11T17:12:21,979 DEBUG [FileChangeWatcher-hbase_test_ca17905221809952145930.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15326017632564867025.p12 2024-11-11T17:12:21,979 INFO [FileChangeWatcher-hbase_test_key15326017632564867025.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15326017632564867025.p12 2024-11-11T17:12:21,979 DEBUG [FileChangeWatcher-hbase_test_ca17905221809952145930.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17905221809952145930.p12 2024-11-11T17:12:21,979 DEBUG [FileChangeWatcher-hbase_test_key15326017632564867025.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15326017632564867025.p12 2024-11-11T17:12:21,979 DEBUG [FileChangeWatcher-hbase_test_ca17905221809952145930.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17905221809952145930.p12 2024-11-11T17:12:21,979 DEBUG [FileChangeWatcher-hbase_test_key15326017632564867025.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17905221809952145930.p12 2024-11-11T17:12:21,979 INFO [FileChangeWatcher-hbase_test_ca17905221809952145930.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17905221809952145930.p12 2024-11-11T17:12:21,979 INFO [FileChangeWatcher-hbase_test_key15326017632564867025.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15326017632564867025.p12 2024-11-11T17:12:21,979 INFO [FileChangeWatcher-hbase_test_ca17905221809952145930.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17905221809952145930.p12 2024-11-11T17:12:21,979 DEBUG [FileChangeWatcher-hbase_test_key15326017632564867025.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17905221809952145930.p12 2024-11-11T17:12:21,979 DEBUG [FileChangeWatcher-hbase_test_key15326017632564867025.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17905221809952145930.p12 2024-11-11T17:12:21,980 DEBUG [FileChangeWatcher-hbase_test_key15326017632564867025.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17905221809952145930.p12 2024-11-11T17:12:21,995 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,41941,0 is dead - stopping the connection localhost:41941/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T17:12:21,995 DEBUG [FileChangeWatcher-hbase_test_ca17905221809952145930.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17905221809952145930.p12 2024-11-11T17:12:21,995 DEBUG [FileChangeWatcher-hbase_test_key15326017632564867025.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17905221809952145930.p12 2024-11-11T17:12:21,995 DEBUG [FileChangeWatcher-hbase_test_key15326017632564867025.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17905221809952145930.p12 2024-11-11T17:12:21,995 INFO [FileChangeWatcher-hbase_test_ca17905221809952145930.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17905221809952145930.p12 2024-11-11T17:12:21,995 DEBUG [FileChangeWatcher-hbase_test_ca17905221809952145930.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17905221809952145930.p12 2024-11-11T17:12:21,995 DEBUG [FileChangeWatcher-hbase_test_key15326017632564867025.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17905221809952145930.p12 2024-11-11T17:12:21,995 DEBUG [FileChangeWatcher-hbase_test_key15326017632564867025.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17905221809952145930.p12 2024-11-11T17:12:21,995 INFO [FileChangeWatcher-hbase_test_ca17905221809952145930.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17905221809952145930.p12 2024-11-11T17:12:21,995 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T17:12:21,997 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:22,029 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:22,030 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T17:12:22,045 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:22,060 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:22,061 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x295c76d5, L:/127.0.0.1:41941 - R:/127.0.0.1:37424] 2024-11-11T17:12:22,103 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37424, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T17:12:22,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:12:22,105 DEBUG [FileChangeWatcher-hbase_test_ca17905221809952145930.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17905221809952145930.p12 was interrupted and is shutting down... 2024-11-11T17:12:22,105 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41941 2024-11-11T17:12:22,105 DEBUG [FileChangeWatcher-hbase_test_key15326017632564867025.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15326017632564867025.p12 was interrupted and is shutting down... 2024-11-11T17:12:22,105 DEBUG [FileChangeWatcher-hbase_test_ca17905221809952145930.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17905221809952145930.p12 was interrupted and is shutting down... 2024-11-11T17:12:22,105 DEBUG [FileChangeWatcher-hbase_test_key15326017632564867025.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15326017632564867025.p12 was interrupted and is shutting down... 2024-11-11T17:12:22,105 INFO [FileChangeWatcher-hbase_test_ca17905221809952145930.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17905221809952145930.p12 thread finished 2024-11-11T17:12:22,105 INFO [FileChangeWatcher-hbase_test_key15326017632564867025.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15326017632564867025.p12 thread finished 2024-11-11T17:12:22,106 INFO [FileChangeWatcher-hbase_test_key15326017632564867025.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15326017632564867025.p12 thread finished 2024-11-11T17:12:22,107 INFO [FileChangeWatcher-hbase_test_ca17905221809952145930.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17905221809952145930.p12 thread finished 2024-11-11T17:12:22,114 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=30 (was 29) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=306 (was 306), ProcessCount=11 (was 11), AvailableMemoryMB=4049 (was 4119) 2024-11-11T17:12:22,120 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=306, ProcessCount=11, AvailableMemoryMB=4049 2024-11-11T17:12:22,122 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T17:12:22,122 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44643 2024-11-11T17:12:22,122 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T17:12:22,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c2caf73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T17:12:22,123 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T17:12:22,124 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:22,155 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:22,155 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:22,156 INFO [FileChangeWatcher-hbase_test_key15326017632564867025.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15326017632564867025.p12 thread started 2024-11-11T17:12:22,156 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:22,156 INFO [FileChangeWatcher-hbase_test_ca17905221809952145930.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17905221809952145930.p12 thread started 2024-11-11T17:12:22,156 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T17:12:22,172 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:22,187 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:22,187 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:22,188 INFO [FileChangeWatcher-hbase_test_key15326017632564867025.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15326017632564867025.p12 thread started 2024-11-11T17:12:22,188 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:22,188 INFO [FileChangeWatcher-hbase_test_ca17905221809952145930.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17905221809952145930.p12 thread started 2024-11-11T17:12:22,188 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x08ded08b, L:/127.0.0.1:44643 - R:/127.0.0.1:33634] 2024-11-11T17:12:22,226 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33634, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T17:12:22,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:12:22,228 DEBUG [FileChangeWatcher-hbase_test_key15326017632564867025.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15326017632564867025.p12 was interrupted and is shutting down... 2024-11-11T17:12:22,228 DEBUG [FileChangeWatcher-hbase_test_ca17905221809952145930.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17905221809952145930.p12 was interrupted and is shutting down... 2024-11-11T17:12:22,229 INFO [FileChangeWatcher-hbase_test_ca17905221809952145930.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17905221809952145930.p12 thread finished 2024-11-11T17:12:22,229 INFO [FileChangeWatcher-hbase_test_key15326017632564867025.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15326017632564867025.p12 thread finished 2024-11-11T17:12:22,480 DEBUG [FileChangeWatcher-hbase_test_key15326017632564867025.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15326017632564867025.p12 2024-11-11T17:12:22,480 DEBUG [FileChangeWatcher-hbase_test_ca17905221809952145930.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15326017632564867025.p12 2024-11-11T17:12:22,480 INFO [FileChangeWatcher-hbase_test_key15326017632564867025.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15326017632564867025.p12 2024-11-11T17:12:22,480 DEBUG [FileChangeWatcher-hbase_test_ca17905221809952145930.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15326017632564867025.p12 2024-11-11T17:12:22,507 DEBUG [FileChangeWatcher-hbase_test_ca17905221809952145930.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15326017632564867025.p12 2024-11-11T17:12:22,507 DEBUG [FileChangeWatcher-hbase_test_key15326017632564867025.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15326017632564867025.p12 2024-11-11T17:12:22,507 INFO [FileChangeWatcher-hbase_test_key15326017632564867025.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15326017632564867025.p12 2024-11-11T17:12:22,507 DEBUG [FileChangeWatcher-hbase_test_ca17905221809952145930.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15326017632564867025.p12 2024-11-11T17:12:22,507 DEBUG [FileChangeWatcher-hbase_test_key15326017632564867025.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17905221809952145930.p12 2024-11-11T17:12:22,507 DEBUG [FileChangeWatcher-hbase_test_ca17905221809952145930.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17905221809952145930.p12 2024-11-11T17:12:22,507 DEBUG [FileChangeWatcher-hbase_test_key15326017632564867025.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17905221809952145930.p12 2024-11-11T17:12:22,507 INFO [FileChangeWatcher-hbase_test_ca17905221809952145930.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17905221809952145930.p12 2024-11-11T17:12:22,524 DEBUG [FileChangeWatcher-hbase_test_key15326017632564867025.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17905221809952145930.p12 2024-11-11T17:12:22,524 DEBUG [FileChangeWatcher-hbase_test_ca17905221809952145930.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17905221809952145930.p12 2024-11-11T17:12:22,524 DEBUG [FileChangeWatcher-hbase_test_key15326017632564867025.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17905221809952145930.p12 2024-11-11T17:12:22,524 INFO [FileChangeWatcher-hbase_test_ca17905221809952145930.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17905221809952145930.p12 2024-11-11T17:12:22,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6275ebd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T17:12:22,524 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T17:12:22,526 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:22,556 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:22,557 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:22,557 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:22,557 INFO [FileChangeWatcher-hbase_test_key15326017632564867025.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15326017632564867025.p12 thread started 2024-11-11T17:12:22,558 INFO [FileChangeWatcher-hbase_test_ca17905221809952145930.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17905221809952145930.p12 thread started 2024-11-11T17:12:22,558 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T17:12:22,573 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:22,588 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:22,589 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x745e7fb3, L:/127.0.0.1:44643 - R:/127.0.0.1:33646] 2024-11-11T17:12:22,626 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33646, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T17:12:22,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:12:22,627 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44643 2024-11-11T17:12:22,627 DEBUG [FileChangeWatcher-hbase_test_key15326017632564867025.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15326017632564867025.p12 was interrupted and is shutting down... 2024-11-11T17:12:22,627 DEBUG [FileChangeWatcher-hbase_test_ca17905221809952145930.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17905221809952145930.p12 was interrupted and is shutting down... 2024-11-11T17:12:22,628 DEBUG [FileChangeWatcher-hbase_test_ca17905221809952145930.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17905221809952145930.p12 was interrupted and is shutting down... 2024-11-11T17:12:22,628 DEBUG [FileChangeWatcher-hbase_test_key15326017632564867025.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15326017632564867025.p12 was interrupted and is shutting down... 2024-11-11T17:12:22,628 INFO [FileChangeWatcher-hbase_test_ca17905221809952145930.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17905221809952145930.p12 thread finished 2024-11-11T17:12:22,629 INFO [FileChangeWatcher-hbase_test_key15326017632564867025.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15326017632564867025.p12 thread finished 2024-11-11T17:12:22,635 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=35 (was 29) Potentially hanging thread: FileChangeWatcher-hbase_test_key15326017632564867025.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca17905221809952145930.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=306 (was 306), ProcessCount=11 (was 11), AvailableMemoryMB=3997 (was 4049) 2024-11-11T17:12:22,641 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=306, ProcessCount=11, AvailableMemoryMB=3997 2024-11-11T17:12:22,648 INFO [FileChangeWatcher-hbase_test_key15326017632564867025.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15326017632564867025.p12 thread finished 2024-11-11T17:12:22,648 INFO [FileChangeWatcher-hbase_test_ca17905221809952145930.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17905221809952145930.p12 thread finished 2024-11-11T17:12:23,207 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T17:12:23,208 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44795 2024-11-11T17:12:23,208 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T17:12:23,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@88dab37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T17:12:23,209 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T17:12:23,210 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:23,554 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:23,555 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:23,555 INFO [FileChangeWatcher-hbase_test_key8022327843098154605.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8022327843098154605.bcfks thread started 2024-11-11T17:12:23,555 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:23,556 INFO [FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks thread started 2024-11-11T17:12:23,556 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T17:12:23,722 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:23,888 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:23,889 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:23,890 INFO [FileChangeWatcher-hbase_test_key8022327843098154605.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8022327843098154605.bcfks thread started 2024-11-11T17:12:23,890 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:23,890 INFO [FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks thread started 2024-11-11T17:12:23,890 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8a5d5d36, L:/127.0.0.1:44795 - R:/127.0.0.1:59208] 2024-11-11T17:12:24,091 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59208, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T17:12:24,333 DEBUG [FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8022327843098154605.bcfks 2024-11-11T17:12:24,333 DEBUG [FileChangeWatcher-hbase_test_key8022327843098154605.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8022327843098154605.bcfks 2024-11-11T17:12:24,333 DEBUG [FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8022327843098154605.bcfks 2024-11-11T17:12:24,333 INFO [FileChangeWatcher-hbase_test_key8022327843098154605.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8022327843098154605.bcfks 2024-11-11T17:12:24,333 DEBUG [FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8022327843098154605.bcfks 2024-11-11T17:12:24,333 DEBUG [FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8022327843098154605.bcfks 2024-11-11T17:12:24,335 DEBUG [FileChangeWatcher-hbase_test_key8022327843098154605.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8022327843098154605.bcfks 2024-11-11T17:12:24,335 INFO [FileChangeWatcher-hbase_test_key8022327843098154605.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8022327843098154605.bcfks 2024-11-11T17:12:24,579 DEBUG [FileChangeWatcher-hbase_test_key8022327843098154605.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8022327843098154605.bcfks 2024-11-11T17:12:24,579 DEBUG [FileChangeWatcher-hbase_test_key8022327843098154605.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8022327843098154605.bcfks 2024-11-11T17:12:24,579 DEBUG [FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8022327843098154605.bcfks 2024-11-11T17:12:24,579 DEBUG [FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8022327843098154605.bcfks 2024-11-11T17:12:24,580 DEBUG [FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8022327843098154605.bcfks 2024-11-11T17:12:24,580 DEBUG [FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8022327843098154605.bcfks 2024-11-11T17:12:24,580 INFO [FileChangeWatcher-hbase_test_key8022327843098154605.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8022327843098154605.bcfks 2024-11-11T17:12:24,580 INFO [FileChangeWatcher-hbase_test_key8022327843098154605.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8022327843098154605.bcfks 2024-11-11T17:12:24,580 DEBUG [FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5742412878707208407.bcfks 2024-11-11T17:12:24,580 DEBUG [FileChangeWatcher-hbase_test_key8022327843098154605.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5742412878707208407.bcfks 2024-11-11T17:12:24,580 DEBUG [FileChangeWatcher-hbase_test_key8022327843098154605.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5742412878707208407.bcfks 2024-11-11T17:12:24,580 DEBUG [FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5742412878707208407.bcfks 2024-11-11T17:12:24,580 DEBUG [FileChangeWatcher-hbase_test_key8022327843098154605.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5742412878707208407.bcfks 2024-11-11T17:12:24,580 INFO [FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5742412878707208407.bcfks 2024-11-11T17:12:24,580 DEBUG [FileChangeWatcher-hbase_test_key8022327843098154605.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5742412878707208407.bcfks 2024-11-11T17:12:24,580 INFO [FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5742412878707208407.bcfks 2024-11-11T17:12:24,781 DEBUG [FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5742412878707208407.bcfks 2024-11-11T17:12:24,781 DEBUG [FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5742412878707208407.bcfks 2024-11-11T17:12:24,781 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44795,0 is dead - stopping the connection localhost:44795/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T17:12:24,781 INFO [FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5742412878707208407.bcfks 2024-11-11T17:12:24,781 INFO [FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5742412878707208407.bcfks 2024-11-11T17:12:24,781 DEBUG [FileChangeWatcher-hbase_test_key8022327843098154605.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5742412878707208407.bcfks 2024-11-11T17:12:24,781 DEBUG [FileChangeWatcher-hbase_test_key8022327843098154605.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5742412878707208407.bcfks 2024-11-11T17:12:24,781 DEBUG [FileChangeWatcher-hbase_test_key8022327843098154605.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5742412878707208407.bcfks 2024-11-11T17:12:24,781 DEBUG [FileChangeWatcher-hbase_test_key8022327843098154605.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5742412878707208407.bcfks 2024-11-11T17:12:24,781 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T17:12:24,783 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:25,118 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:25,118 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T17:12:25,310 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:25,508 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:25,509 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7c0fd3f0, L:/127.0.0.1:44795 - R:/127.0.0.1:59220] 2024-11-11T17:12:25,705 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59220, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T17:12:25,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:12:25,707 DEBUG [FileChangeWatcher-hbase_test_key8022327843098154605.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8022327843098154605.bcfks was interrupted and is shutting down... 2024-11-11T17:12:25,707 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44795 2024-11-11T17:12:25,707 DEBUG [FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks was interrupted and is shutting down... 2024-11-11T17:12:25,707 DEBUG [FileChangeWatcher-hbase_test_key8022327843098154605.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8022327843098154605.bcfks was interrupted and is shutting down... 2024-11-11T17:12:25,707 DEBUG [FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks was interrupted and is shutting down... 2024-11-11T17:12:25,707 INFO [FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks thread finished 2024-11-11T17:12:25,707 INFO [FileChangeWatcher-hbase_test_key8022327843098154605.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8022327843098154605.bcfks thread finished 2024-11-11T17:12:25,707 INFO [FileChangeWatcher-hbase_test_key8022327843098154605.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8022327843098154605.bcfks thread finished 2024-11-11T17:12:25,707 INFO [FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks thread finished 2024-11-11T17:12:25,714 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=34 (was 35), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=290 (was 306), ProcessCount=11 (was 11), AvailableMemoryMB=3908 (was 3997) 2024-11-11T17:12:25,719 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=290, ProcessCount=11, AvailableMemoryMB=3908 2024-11-11T17:12:25,720 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T17:12:25,721 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43569 2024-11-11T17:12:25,721 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T17:12:25,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a6327c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T17:12:25,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T17:12:25,723 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:26,068 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:26,069 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:26,070 INFO [FileChangeWatcher-hbase_test_key8022327843098154605.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8022327843098154605.bcfks thread started 2024-11-11T17:12:26,070 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:26,071 INFO [FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks thread started 2024-11-11T17:12:26,071 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T17:12:26,253 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:26,438 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:26,438 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:26,439 INFO [FileChangeWatcher-hbase_test_key8022327843098154605.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8022327843098154605.bcfks thread started 2024-11-11T17:12:26,439 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:26,440 INFO [FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks thread started 2024-11-11T17:12:26,440 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6a9ab539, L:/127.0.0.1:43569 - R:/127.0.0.1:54696] 2024-11-11T17:12:26,671 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54696, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T17:12:26,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:12:26,673 DEBUG [FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks was interrupted and is shutting down... 2024-11-11T17:12:26,673 DEBUG [FileChangeWatcher-hbase_test_key8022327843098154605.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8022327843098154605.bcfks was interrupted and is shutting down... 2024-11-11T17:12:26,673 INFO [FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks thread finished 2024-11-11T17:12:26,674 INFO [FileChangeWatcher-hbase_test_key8022327843098154605.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8022327843098154605.bcfks thread finished 2024-11-11T17:12:27,075 DEBUG [FileChangeWatcher-hbase_test_key8022327843098154605.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8022327843098154605.bcfks 2024-11-11T17:12:27,075 DEBUG [FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8022327843098154605.bcfks 2024-11-11T17:12:27,076 INFO [FileChangeWatcher-hbase_test_key8022327843098154605.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8022327843098154605.bcfks 2024-11-11T17:12:27,076 DEBUG [FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8022327843098154605.bcfks 2024-11-11T17:12:27,345 DEBUG [FileChangeWatcher-hbase_test_key8022327843098154605.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8022327843098154605.bcfks 2024-11-11T17:12:27,345 DEBUG [FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8022327843098154605.bcfks 2024-11-11T17:12:27,345 INFO [FileChangeWatcher-hbase_test_key8022327843098154605.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8022327843098154605.bcfks 2024-11-11T17:12:27,346 DEBUG [FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8022327843098154605.bcfks 2024-11-11T17:12:27,346 DEBUG [FileChangeWatcher-hbase_test_key8022327843098154605.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5742412878707208407.bcfks 2024-11-11T17:12:27,346 DEBUG [FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5742412878707208407.bcfks 2024-11-11T17:12:27,346 DEBUG [FileChangeWatcher-hbase_test_key8022327843098154605.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5742412878707208407.bcfks 2024-11-11T17:12:27,346 INFO [FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5742412878707208407.bcfks 2024-11-11T17:12:27,517 DEBUG [FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5742412878707208407.bcfks 2024-11-11T17:12:27,517 DEBUG [FileChangeWatcher-hbase_test_key8022327843098154605.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5742412878707208407.bcfks 2024-11-11T17:12:27,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b6a6bcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T17:12:27,517 DEBUG [FileChangeWatcher-hbase_test_key8022327843098154605.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5742412878707208407.bcfks 2024-11-11T17:12:27,518 INFO [FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5742412878707208407.bcfks 2024-11-11T17:12:27,518 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T17:12:27,519 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:27,938 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:27,939 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:27,940 INFO [FileChangeWatcher-hbase_test_key8022327843098154605.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8022327843098154605.bcfks thread started 2024-11-11T17:12:27,940 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:27,941 INFO [FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks thread started 2024-11-11T17:12:27,941 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T17:12:28,166 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:28,343 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:28,343 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9d8be282, L:/127.0.0.1:43569 - R:/127.0.0.1:54702] 2024-11-11T17:12:28,563 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54702, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T17:12:28,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:12:28,566 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43569 2024-11-11T17:12:28,566 DEBUG [FileChangeWatcher-hbase_test_key8022327843098154605.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8022327843098154605.bcfks was interrupted and is shutting down... 2024-11-11T17:12:28,566 DEBUG [FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks was interrupted and is shutting down... 2024-11-11T17:12:28,566 DEBUG [FileChangeWatcher-hbase_test_key8022327843098154605.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8022327843098154605.bcfks was interrupted and is shutting down... 2024-11-11T17:12:28,566 INFO [FileChangeWatcher-hbase_test_key8022327843098154605.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8022327843098154605.bcfks thread finished 2024-11-11T17:12:28,567 INFO [FileChangeWatcher-hbase_test_key8022327843098154605.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8022327843098154605.bcfks thread finished 2024-11-11T17:12:28,567 INFO [FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks thread finished 2024-11-11T17:12:28,567 DEBUG [FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks was interrupted and is shutting down... 2024-11-11T17:12:28,576 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 33) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=290 (was 290), ProcessCount=11 (was 11), AvailableMemoryMB=4981 (was 3908) - AvailableMemoryMB LEAK? - 2024-11-11T17:12:28,580 INFO [FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5742412878707208407.bcfks thread finished 2024-11-11T17:12:28,584 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=290, ProcessCount=11, AvailableMemoryMB=4980 2024-11-11T17:12:28,772 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T17:12:28,777 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43677 2024-11-11T17:12:28,777 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T17:12:28,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31bbd3b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T17:12:28,778 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T17:12:28,780 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:28,836 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:28,837 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:28,838 INFO [FileChangeWatcher-hbase_test_key13367959828760320053.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13367959828760320053.jks thread started 2024-11-11T17:12:28,838 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:28,839 INFO [FileChangeWatcher-hbase_test_ca17412798120213337715.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17412798120213337715.jks thread started 2024-11-11T17:12:28,839 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T17:12:28,868 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:28,889 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:28,890 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:28,890 INFO [FileChangeWatcher-hbase_test_key13367959828760320053.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13367959828760320053.jks thread started 2024-11-11T17:12:28,890 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:28,891 INFO [FileChangeWatcher-hbase_test_ca17412798120213337715.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17412798120213337715.jks thread started 2024-11-11T17:12:28,891 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x90f1bcf6, L:/127.0.0.1:43677 - R:/127.0.0.1:58784] 2024-11-11T17:12:28,947 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58784, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T17:12:28,957 DEBUG [FileChangeWatcher-hbase_test_ca17412798120213337715.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13367959828760320053.jks 2024-11-11T17:12:28,958 DEBUG [FileChangeWatcher-hbase_test_ca17412798120213337715.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13367959828760320053.jks 2024-11-11T17:12:28,960 DEBUG [FileChangeWatcher-hbase_test_key13367959828760320053.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13367959828760320053.jks 2024-11-11T17:12:28,960 INFO [FileChangeWatcher-hbase_test_key13367959828760320053.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13367959828760320053.jks 2024-11-11T17:12:28,961 DEBUG [FileChangeWatcher-hbase_test_ca17412798120213337715.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13367959828760320053.jks 2024-11-11T17:12:28,961 DEBUG [FileChangeWatcher-hbase_test_ca17412798120213337715.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13367959828760320053.jks 2024-11-11T17:12:28,961 DEBUG [FileChangeWatcher-hbase_test_key13367959828760320053.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13367959828760320053.jks 2024-11-11T17:12:28,961 INFO [FileChangeWatcher-hbase_test_key13367959828760320053.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13367959828760320053.jks 2024-11-11T17:12:28,988 DEBUG [FileChangeWatcher-hbase_test_ca17412798120213337715.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13367959828760320053.jks 2024-11-11T17:12:28,988 DEBUG [FileChangeWatcher-hbase_test_ca17412798120213337715.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13367959828760320053.jks 2024-11-11T17:12:28,988 DEBUG [FileChangeWatcher-hbase_test_key13367959828760320053.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13367959828760320053.jks 2024-11-11T17:12:28,988 DEBUG [FileChangeWatcher-hbase_test_key13367959828760320053.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13367959828760320053.jks 2024-11-11T17:12:28,988 DEBUG [FileChangeWatcher-hbase_test_ca17412798120213337715.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13367959828760320053.jks 2024-11-11T17:12:28,988 INFO [FileChangeWatcher-hbase_test_key13367959828760320053.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13367959828760320053.jks 2024-11-11T17:12:28,988 DEBUG [FileChangeWatcher-hbase_test_ca17412798120213337715.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13367959828760320053.jks 2024-11-11T17:12:28,988 INFO [FileChangeWatcher-hbase_test_key13367959828760320053.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13367959828760320053.jks 2024-11-11T17:12:28,988 DEBUG [FileChangeWatcher-hbase_test_ca17412798120213337715.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17412798120213337715.jks 2024-11-11T17:12:28,988 DEBUG [FileChangeWatcher-hbase_test_key13367959828760320053.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17412798120213337715.jks 2024-11-11T17:12:28,988 DEBUG [FileChangeWatcher-hbase_test_key13367959828760320053.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17412798120213337715.jks 2024-11-11T17:12:28,988 DEBUG [FileChangeWatcher-hbase_test_ca17412798120213337715.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17412798120213337715.jks 2024-11-11T17:12:28,988 INFO [FileChangeWatcher-hbase_test_ca17412798120213337715.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17412798120213337715.jks 2024-11-11T17:12:28,988 DEBUG [FileChangeWatcher-hbase_test_key13367959828760320053.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17412798120213337715.jks 2024-11-11T17:12:28,988 DEBUG [FileChangeWatcher-hbase_test_key13367959828760320053.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17412798120213337715.jks 2024-11-11T17:12:28,988 INFO [FileChangeWatcher-hbase_test_ca17412798120213337715.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17412798120213337715.jks 2024-11-11T17:12:29,013 DEBUG [FileChangeWatcher-hbase_test_ca17412798120213337715.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17412798120213337715.jks 2024-11-11T17:12:29,013 DEBUG [FileChangeWatcher-hbase_test_ca17412798120213337715.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17412798120213337715.jks 2024-11-11T17:12:29,013 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,43677,0 is dead - stopping the connection localhost:43677/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T17:12:29,013 INFO [FileChangeWatcher-hbase_test_ca17412798120213337715.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17412798120213337715.jks 2024-11-11T17:12:29,013 DEBUG [FileChangeWatcher-hbase_test_key13367959828760320053.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17412798120213337715.jks 2024-11-11T17:12:29,013 DEBUG [FileChangeWatcher-hbase_test_key13367959828760320053.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17412798120213337715.jks 2024-11-11T17:12:29,013 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T17:12:29,013 INFO [FileChangeWatcher-hbase_test_ca17412798120213337715.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17412798120213337715.jks 2024-11-11T17:12:29,014 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:29,015 DEBUG [FileChangeWatcher-hbase_test_key13367959828760320053.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17412798120213337715.jks 2024-11-11T17:12:29,016 DEBUG [FileChangeWatcher-hbase_test_key13367959828760320053.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17412798120213337715.jks 2024-11-11T17:12:29,053 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:29,053 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T17:12:29,077 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:29,099 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:29,100 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2efdb144, L:/127.0.0.1:43677 - R:/127.0.0.1:58794] 2024-11-11T17:12:29,158 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58794, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T17:12:29,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:12:29,160 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43677 2024-11-11T17:12:29,160 DEBUG [FileChangeWatcher-hbase_test_key13367959828760320053.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13367959828760320053.jks was interrupted and is shutting down... 2024-11-11T17:12:29,160 DEBUG [FileChangeWatcher-hbase_test_ca17412798120213337715.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17412798120213337715.jks was interrupted and is shutting down... 2024-11-11T17:12:29,161 DEBUG [FileChangeWatcher-hbase_test_key13367959828760320053.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13367959828760320053.jks was interrupted and is shutting down... 2024-11-11T17:12:29,161 DEBUG [FileChangeWatcher-hbase_test_ca17412798120213337715.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17412798120213337715.jks was interrupted and is shutting down... 2024-11-11T17:12:29,161 INFO [FileChangeWatcher-hbase_test_key13367959828760320053.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13367959828760320053.jks thread finished 2024-11-11T17:12:29,161 INFO [FileChangeWatcher-hbase_test_ca17412798120213337715.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17412798120213337715.jks thread finished 2024-11-11T17:12:29,161 INFO [FileChangeWatcher-hbase_test_ca17412798120213337715.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17412798120213337715.jks thread finished 2024-11-11T17:12:29,179 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=290 (was 290), ProcessCount=11 (was 11), AvailableMemoryMB=4920 (was 4980) 2024-11-11T17:12:29,180 INFO [FileChangeWatcher-hbase_test_key13367959828760320053.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13367959828760320053.jks thread finished 2024-11-11T17:12:29,200 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=290, ProcessCount=11, AvailableMemoryMB=4917 2024-11-11T17:12:29,202 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T17:12:29,208 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33893 2024-11-11T17:12:29,208 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T17:12:29,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41334f75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T17:12:29,210 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T17:12:29,214 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:29,267 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:29,268 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:29,273 INFO [FileChangeWatcher-hbase_test_key13367959828760320053.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13367959828760320053.jks thread started 2024-11-11T17:12:29,276 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:29,284 INFO [FileChangeWatcher-hbase_test_ca17412798120213337715.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17412798120213337715.jks thread started 2024-11-11T17:12:29,284 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T17:12:29,331 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:29,362 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:29,363 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:29,370 INFO [FileChangeWatcher-hbase_test_key13367959828760320053.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13367959828760320053.jks thread started 2024-11-11T17:12:29,371 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:29,372 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x558d06d1, L:/127.0.0.1:33893 - R:/127.0.0.1:52732] 2024-11-11T17:12:29,376 INFO [FileChangeWatcher-hbase_test_ca17412798120213337715.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17412798120213337715.jks thread started 2024-11-11T17:12:29,468 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52732, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T17:12:29,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:12:29,478 DEBUG [FileChangeWatcher-hbase_test_key13367959828760320053.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13367959828760320053.jks was interrupted and is shutting down... 2024-11-11T17:12:29,479 INFO [FileChangeWatcher-hbase_test_key13367959828760320053.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13367959828760320053.jks thread finished 2024-11-11T17:12:29,488 DEBUG [FileChangeWatcher-hbase_test_ca17412798120213337715.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17412798120213337715.jks was interrupted and is shutting down... 2024-11-11T17:12:29,493 DEBUG [FileChangeWatcher-hbase_test_key13367959828760320053.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13367959828760320053.jks 2024-11-11T17:12:29,493 DEBUG [FileChangeWatcher-hbase_test_ca17412798120213337715.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13367959828760320053.jks 2024-11-11T17:12:29,493 INFO [FileChangeWatcher-hbase_test_key13367959828760320053.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13367959828760320053.jks 2024-11-11T17:12:29,493 DEBUG [FileChangeWatcher-hbase_test_ca17412798120213337715.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13367959828760320053.jks 2024-11-11T17:12:29,492 INFO [FileChangeWatcher-hbase_test_ca17412798120213337715.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17412798120213337715.jks thread finished 2024-11-11T17:12:29,550 DEBUG [FileChangeWatcher-hbase_test_ca17412798120213337715.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13367959828760320053.jks 2024-11-11T17:12:29,550 DEBUG [FileChangeWatcher-hbase_test_key13367959828760320053.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13367959828760320053.jks 2024-11-11T17:12:29,551 INFO [FileChangeWatcher-hbase_test_key13367959828760320053.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13367959828760320053.jks 2024-11-11T17:12:29,551 DEBUG [FileChangeWatcher-hbase_test_ca17412798120213337715.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13367959828760320053.jks 2024-11-11T17:12:29,551 DEBUG [FileChangeWatcher-hbase_test_key13367959828760320053.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17412798120213337715.jks 2024-11-11T17:12:29,551 DEBUG [FileChangeWatcher-hbase_test_key13367959828760320053.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17412798120213337715.jks 2024-11-11T17:12:29,551 DEBUG [FileChangeWatcher-hbase_test_ca17412798120213337715.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17412798120213337715.jks 2024-11-11T17:12:29,551 INFO [FileChangeWatcher-hbase_test_ca17412798120213337715.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17412798120213337715.jks 2024-11-11T17:12:29,577 DEBUG [FileChangeWatcher-hbase_test_ca17412798120213337715.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17412798120213337715.jks 2024-11-11T17:12:29,578 INFO [FileChangeWatcher-hbase_test_ca17412798120213337715.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17412798120213337715.jks 2024-11-11T17:12:29,579 DEBUG [FileChangeWatcher-hbase_test_key13367959828760320053.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17412798120213337715.jks 2024-11-11T17:12:29,579 DEBUG [FileChangeWatcher-hbase_test_key13367959828760320053.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17412798120213337715.jks 2024-11-11T17:12:29,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24da05db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T17:12:29,580 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T17:12:29,582 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:29,637 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:29,647 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:29,652 INFO [FileChangeWatcher-hbase_test_key13367959828760320053.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13367959828760320053.jks thread started 2024-11-11T17:12:29,653 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:29,654 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T17:12:29,656 INFO [FileChangeWatcher-hbase_test_ca17412798120213337715.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17412798120213337715.jks thread started 2024-11-11T17:12:29,689 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:29,718 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:29,718 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1d1a7853, L:/127.0.0.1:33893 - R:/127.0.0.1:52740] 2024-11-11T17:12:29,781 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52740, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T17:12:29,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:12:29,784 DEBUG [FileChangeWatcher-hbase_test_key13367959828760320053.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13367959828760320053.jks was interrupted and is shutting down... 2024-11-11T17:12:29,784 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33893 2024-11-11T17:12:29,784 DEBUG [FileChangeWatcher-hbase_test_ca17412798120213337715.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17412798120213337715.jks was interrupted and is shutting down... 2024-11-11T17:12:29,784 DEBUG [FileChangeWatcher-hbase_test_key13367959828760320053.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13367959828760320053.jks was interrupted and is shutting down... 2024-11-11T17:12:29,784 DEBUG [FileChangeWatcher-hbase_test_ca17412798120213337715.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17412798120213337715.jks was interrupted and is shutting down... 2024-11-11T17:12:29,784 INFO [FileChangeWatcher-hbase_test_key13367959828760320053.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13367959828760320053.jks thread finished 2024-11-11T17:12:29,785 INFO [FileChangeWatcher-hbase_test_key13367959828760320053.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13367959828760320053.jks thread finished 2024-11-11T17:12:29,785 INFO [FileChangeWatcher-hbase_test_ca17412798120213337715.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17412798120213337715.jks thread finished 2024-11-11T17:12:29,794 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=290 (was 290), ProcessCount=11 (was 11), AvailableMemoryMB=4825 (was 4917) 2024-11-11T17:12:29,802 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=290, ProcessCount=11, AvailableMemoryMB=4825 2024-11-11T17:12:29,808 INFO [FileChangeWatcher-hbase_test_ca17412798120213337715.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17412798120213337715.jks thread finished 2024-11-11T17:12:29,809 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T17:12:29,810 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40791 2024-11-11T17:12:29,810 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T17:12:29,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e680cd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T17:12:29,811 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T17:12:29,811 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:29,817 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:29,818 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:29,818 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:29,818 INFO [FileChangeWatcher-hbase_test_key3977418985389419722.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3977418985389419722.pem thread started 2024-11-11T17:12:29,818 INFO [FileChangeWatcher-hbase_test_ca14175428602539660523.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14175428602539660523.pem thread started 2024-11-11T17:12:29,818 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T17:12:29,823 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:29,824 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:29,824 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:29,825 INFO [FileChangeWatcher-hbase_test_key3977418985389419722.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3977418985389419722.pem thread started 2024-11-11T17:12:29,825 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:29,825 INFO [FileChangeWatcher-hbase_test_ca14175428602539660523.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14175428602539660523.pem thread started 2024-11-11T17:12:29,826 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf1fc72ae, L:/127.0.0.1:40791 - R:/127.0.0.1:46112] 2024-11-11T17:12:29,852 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46112, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T17:12:29,866 DEBUG [FileChangeWatcher-hbase_test_key3977418985389419722.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3977418985389419722.pem 2024-11-11T17:12:29,866 DEBUG [FileChangeWatcher-hbase_test_ca14175428602539660523.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3977418985389419722.pem 2024-11-11T17:12:29,866 DEBUG [FileChangeWatcher-hbase_test_ca14175428602539660523.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3977418985389419722.pem 2024-11-11T17:12:29,866 DEBUG [FileChangeWatcher-hbase_test_key3977418985389419722.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3977418985389419722.pem 2024-11-11T17:12:29,866 INFO [FileChangeWatcher-hbase_test_key3977418985389419722.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3977418985389419722.pem 2024-11-11T17:12:29,866 DEBUG [FileChangeWatcher-hbase_test_ca14175428602539660523.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3977418985389419722.pem 2024-11-11T17:12:29,866 DEBUG [FileChangeWatcher-hbase_test_key3977418985389419722.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3977418985389419722.pem 2024-11-11T17:12:29,866 DEBUG [FileChangeWatcher-hbase_test_ca14175428602539660523.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3977418985389419722.pem 2024-11-11T17:12:29,866 INFO [FileChangeWatcher-hbase_test_key3977418985389419722.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3977418985389419722.pem 2024-11-11T17:12:29,866 DEBUG [FileChangeWatcher-hbase_test_ca14175428602539660523.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3977418985389419722.pem 2024-11-11T17:12:29,866 INFO [FileChangeWatcher-hbase_test_key3977418985389419722.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3977418985389419722.pem 2024-11-11T17:12:29,866 DEBUG [FileChangeWatcher-hbase_test_ca14175428602539660523.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3977418985389419722.pem 2024-11-11T17:12:29,866 DEBUG [FileChangeWatcher-hbase_test_ca14175428602539660523.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3977418985389419722.pem 2024-11-11T17:12:29,866 DEBUG [FileChangeWatcher-hbase_test_ca14175428602539660523.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3977418985389419722.pem 2024-11-11T17:12:29,867 DEBUG [FileChangeWatcher-hbase_test_key3977418985389419722.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14175428602539660523.pem 2024-11-11T17:12:29,867 DEBUG [FileChangeWatcher-hbase_test_key3977418985389419722.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3977418985389419722.pem 2024-11-11T17:12:29,867 DEBUG [FileChangeWatcher-hbase_test_ca14175428602539660523.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14175428602539660523.pem 2024-11-11T17:12:29,867 DEBUG [FileChangeWatcher-hbase_test_ca14175428602539660523.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14175428602539660523.pem 2024-11-11T17:12:29,867 DEBUG [FileChangeWatcher-hbase_test_key3977418985389419722.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14175428602539660523.pem 2024-11-11T17:12:29,867 DEBUG [FileChangeWatcher-hbase_test_key3977418985389419722.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14175428602539660523.pem 2024-11-11T17:12:29,867 INFO [FileChangeWatcher-hbase_test_ca14175428602539660523.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14175428602539660523.pem 2024-11-11T17:12:29,867 INFO [FileChangeWatcher-hbase_test_key3977418985389419722.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3977418985389419722.pem 2024-11-11T17:12:29,867 INFO [FileChangeWatcher-hbase_test_ca14175428602539660523.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14175428602539660523.pem 2024-11-11T17:12:29,867 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40791,0 is dead - stopping the connection localhost:40791/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T17:12:29,867 DEBUG [FileChangeWatcher-hbase_test_key3977418985389419722.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14175428602539660523.pem 2024-11-11T17:12:29,867 DEBUG [FileChangeWatcher-hbase_test_key3977418985389419722.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14175428602539660523.pem 2024-11-11T17:12:29,867 DEBUG [FileChangeWatcher-hbase_test_ca14175428602539660523.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14175428602539660523.pem 2024-11-11T17:12:29,867 DEBUG [FileChangeWatcher-hbase_test_ca14175428602539660523.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14175428602539660523.pem 2024-11-11T17:12:29,867 DEBUG [FileChangeWatcher-hbase_test_key3977418985389419722.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14175428602539660523.pem 2024-11-11T17:12:29,867 INFO [FileChangeWatcher-hbase_test_ca14175428602539660523.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14175428602539660523.pem 2024-11-11T17:12:29,867 INFO [FileChangeWatcher-hbase_test_ca14175428602539660523.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14175428602539660523.pem 2024-11-11T17:12:29,867 DEBUG [FileChangeWatcher-hbase_test_key3977418985389419722.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14175428602539660523.pem 2024-11-11T17:12:29,867 DEBUG [FileChangeWatcher-hbase_test_key3977418985389419722.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14175428602539660523.pem 2024-11-11T17:12:29,867 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T17:12:29,868 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:29,874 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:29,874 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T17:12:29,878 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:29,878 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:29,879 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1510bdd9, L:/127.0.0.1:40791 - R:/127.0.0.1:46120] 2024-11-11T17:12:29,900 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46120, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T17:12:29,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:12:29,901 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40791 2024-11-11T17:12:29,901 DEBUG [FileChangeWatcher-hbase_test_key3977418985389419722.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3977418985389419722.pem was interrupted and is shutting down... 2024-11-11T17:12:29,901 DEBUG [FileChangeWatcher-hbase_test_ca14175428602539660523.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14175428602539660523.pem was interrupted and is shutting down... 2024-11-11T17:12:29,901 DEBUG [FileChangeWatcher-hbase_test_key3977418985389419722.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3977418985389419722.pem was interrupted and is shutting down... 2024-11-11T17:12:29,901 DEBUG [FileChangeWatcher-hbase_test_ca14175428602539660523.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14175428602539660523.pem was interrupted and is shutting down... 2024-11-11T17:12:29,902 INFO [FileChangeWatcher-hbase_test_key3977418985389419722.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3977418985389419722.pem thread finished 2024-11-11T17:12:29,902 INFO [FileChangeWatcher-hbase_test_ca14175428602539660523.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14175428602539660523.pem thread finished 2024-11-11T17:12:29,908 INFO [FileChangeWatcher-hbase_test_key3977418985389419722.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3977418985389419722.pem thread finished 2024-11-11T17:12:29,908 INFO [FileChangeWatcher-hbase_test_ca14175428602539660523.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14175428602539660523.pem thread finished 2024-11-11T17:12:29,909 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=290 (was 290), ProcessCount=11 (was 11), AvailableMemoryMB=4819 (was 4825) 2024-11-11T17:12:29,915 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=290, ProcessCount=11, AvailableMemoryMB=4817 2024-11-11T17:12:29,917 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T17:12:29,917 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34177 2024-11-11T17:12:29,918 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T17:12:29,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52bf7cd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T17:12:29,919 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T17:12:29,919 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:29,923 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:29,924 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:29,924 INFO [FileChangeWatcher-hbase_test_key3977418985389419722.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3977418985389419722.pem thread started 2024-11-11T17:12:29,925 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:29,925 INFO [FileChangeWatcher-hbase_test_ca14175428602539660523.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14175428602539660523.pem thread started 2024-11-11T17:12:29,925 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T17:12:29,929 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:29,930 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:29,930 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:29,931 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:29,931 INFO [FileChangeWatcher-hbase_test_key3977418985389419722.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3977418985389419722.pem thread started 2024-11-11T17:12:29,945 INFO [FileChangeWatcher-hbase_test_ca14175428602539660523.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14175428602539660523.pem thread started 2024-11-11T17:12:29,945 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xeaad1b79, L:/127.0.0.1:34177 - R:/127.0.0.1:48748] 2024-11-11T17:12:29,960 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48748, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T17:12:29,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:12:29,962 DEBUG [FileChangeWatcher-hbase_test_key3977418985389419722.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3977418985389419722.pem was interrupted and is shutting down... 2024-11-11T17:12:29,962 DEBUG [FileChangeWatcher-hbase_test_ca14175428602539660523.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14175428602539660523.pem was interrupted and is shutting down... 2024-11-11T17:12:29,962 INFO [FileChangeWatcher-hbase_test_key3977418985389419722.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3977418985389419722.pem thread finished 2024-11-11T17:12:29,962 INFO [FileChangeWatcher-hbase_test_ca14175428602539660523.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14175428602539660523.pem thread finished 2024-11-11T17:12:29,970 DEBUG [FileChangeWatcher-hbase_test_key3977418985389419722.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3977418985389419722.pem 2024-11-11T17:12:29,970 DEBUG [FileChangeWatcher-hbase_test_ca14175428602539660523.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3977418985389419722.pem 2024-11-11T17:12:29,970 INFO [FileChangeWatcher-hbase_test_key3977418985389419722.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3977418985389419722.pem 2024-11-11T17:12:29,970 DEBUG [FileChangeWatcher-hbase_test_ca14175428602539660523.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3977418985389419722.pem 2024-11-11T17:12:29,970 DEBUG [FileChangeWatcher-hbase_test_ca14175428602539660523.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3977418985389419722.pem 2024-11-11T17:12:29,970 DEBUG [FileChangeWatcher-hbase_test_key3977418985389419722.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3977418985389419722.pem 2024-11-11T17:12:29,970 DEBUG [FileChangeWatcher-hbase_test_ca14175428602539660523.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3977418985389419722.pem 2024-11-11T17:12:29,970 INFO [FileChangeWatcher-hbase_test_key3977418985389419722.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3977418985389419722.pem 2024-11-11T17:12:29,970 DEBUG [FileChangeWatcher-hbase_test_key3977418985389419722.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14175428602539660523.pem 2024-11-11T17:12:29,970 DEBUG [FileChangeWatcher-hbase_test_ca14175428602539660523.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14175428602539660523.pem 2024-11-11T17:12:29,970 DEBUG [FileChangeWatcher-hbase_test_key3977418985389419722.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14175428602539660523.pem 2024-11-11T17:12:29,970 DEBUG [FileChangeWatcher-hbase_test_key3977418985389419722.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14175428602539660523.pem 2024-11-11T17:12:29,970 INFO [FileChangeWatcher-hbase_test_ca14175428602539660523.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14175428602539660523.pem 2024-11-11T17:12:29,970 DEBUG [FileChangeWatcher-hbase_test_key3977418985389419722.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14175428602539660523.pem 2024-11-11T17:12:29,970 DEBUG [FileChangeWatcher-hbase_test_ca14175428602539660523.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14175428602539660523.pem 2024-11-11T17:12:29,970 INFO [FileChangeWatcher-hbase_test_ca14175428602539660523.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14175428602539660523.pem 2024-11-11T17:12:29,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dc35d12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T17:12:29,971 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T17:12:29,971 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:29,976 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:29,976 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:29,977 INFO [FileChangeWatcher-hbase_test_key3977418985389419722.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3977418985389419722.pem thread started 2024-11-11T17:12:29,977 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:29,977 INFO [FileChangeWatcher-hbase_test_ca14175428602539660523.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14175428602539660523.pem thread started 2024-11-11T17:12:29,977 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T17:12:29,981 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:29,982 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:29,982 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7466a9ea, L:/127.0.0.1:34177 - R:/127.0.0.1:48758] 2024-11-11T17:12:30,005 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48758, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T17:12:30,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:12:30,006 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34177 2024-11-11T17:12:30,006 DEBUG [FileChangeWatcher-hbase_test_key3977418985389419722.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3977418985389419722.pem was interrupted and is shutting down... 2024-11-11T17:12:30,006 DEBUG [FileChangeWatcher-hbase_test_ca14175428602539660523.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14175428602539660523.pem was interrupted and is shutting down... 2024-11-11T17:12:30,006 DEBUG [FileChangeWatcher-hbase_test_ca14175428602539660523.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14175428602539660523.pem was interrupted and is shutting down... 2024-11-11T17:12:30,006 DEBUG [FileChangeWatcher-hbase_test_key3977418985389419722.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3977418985389419722.pem was interrupted and is shutting down... 2024-11-11T17:12:30,007 INFO [FileChangeWatcher-hbase_test_ca14175428602539660523.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14175428602539660523.pem thread finished 2024-11-11T17:12:30,007 INFO [FileChangeWatcher-hbase_test_key3977418985389419722.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3977418985389419722.pem thread finished 2024-11-11T17:12:30,007 INFO [FileChangeWatcher-hbase_test_key3977418985389419722.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3977418985389419722.pem thread finished 2024-11-11T17:12:30,007 INFO [FileChangeWatcher-hbase_test_ca14175428602539660523.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14175428602539660523.pem thread finished 2024-11-11T17:12:30,016 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35 (was 35), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=291 (was 290) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4791 (was 4817) 2024-11-11T17:12:30,021 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=291, ProcessCount=11, AvailableMemoryMB=4791 2024-11-11T17:12:30,062 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T17:12:30,063 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41725 2024-11-11T17:12:30,063 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T17:12:30,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f2887ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T17:12:30,063 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T17:12:30,064 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:30,093 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:30,093 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:30,094 INFO [FileChangeWatcher-hbase_test_key12576350768730884523.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12576350768730884523.p12 thread started 2024-11-11T17:12:30,094 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:30,094 INFO [FileChangeWatcher-hbase_test_ca4889385413123476913.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4889385413123476913.p12 thread started 2024-11-11T17:12:30,095 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T17:12:30,110 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:30,124 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:30,124 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:30,125 INFO [FileChangeWatcher-hbase_test_key12576350768730884523.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12576350768730884523.p12 thread started 2024-11-11T17:12:30,125 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:30,125 INFO [FileChangeWatcher-hbase_test_ca4889385413123476913.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4889385413123476913.p12 thread started 2024-11-11T17:12:30,126 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1df513b0, L:/127.0.0.1:41725 - R:/127.0.0.1:41978] 2024-11-11T17:12:30,163 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41978, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T17:12:30,170 DEBUG [FileChangeWatcher-hbase_test_key12576350768730884523.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12576350768730884523.p12 2024-11-11T17:12:30,170 DEBUG [FileChangeWatcher-hbase_test_key12576350768730884523.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12576350768730884523.p12 2024-11-11T17:12:30,170 INFO [FileChangeWatcher-hbase_test_key12576350768730884523.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12576350768730884523.p12 2024-11-11T17:12:30,170 INFO [FileChangeWatcher-hbase_test_key12576350768730884523.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12576350768730884523.p12 2024-11-11T17:12:30,170 DEBUG [FileChangeWatcher-hbase_test_ca4889385413123476913.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12576350768730884523.p12 2024-11-11T17:12:30,170 DEBUG [FileChangeWatcher-hbase_test_ca4889385413123476913.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12576350768730884523.p12 2024-11-11T17:12:30,170 DEBUG [FileChangeWatcher-hbase_test_ca4889385413123476913.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12576350768730884523.p12 2024-11-11T17:12:30,170 DEBUG [FileChangeWatcher-hbase_test_ca4889385413123476913.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12576350768730884523.p12 2024-11-11T17:12:30,195 DEBUG [FileChangeWatcher-hbase_test_key12576350768730884523.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12576350768730884523.p12 2024-11-11T17:12:30,195 DEBUG [FileChangeWatcher-hbase_test_key12576350768730884523.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12576350768730884523.p12 2024-11-11T17:12:30,195 INFO [FileChangeWatcher-hbase_test_key12576350768730884523.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12576350768730884523.p12 2024-11-11T17:12:30,195 INFO [FileChangeWatcher-hbase_test_key12576350768730884523.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12576350768730884523.p12 2024-11-11T17:12:30,196 DEBUG [FileChangeWatcher-hbase_test_key12576350768730884523.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4889385413123476913.p12 2024-11-11T17:12:30,196 DEBUG [FileChangeWatcher-hbase_test_key12576350768730884523.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4889385413123476913.p12 2024-11-11T17:12:30,196 DEBUG [FileChangeWatcher-hbase_test_key12576350768730884523.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4889385413123476913.p12 2024-11-11T17:12:30,196 DEBUG [FileChangeWatcher-hbase_test_key12576350768730884523.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4889385413123476913.p12 2024-11-11T17:12:30,196 DEBUG [FileChangeWatcher-hbase_test_ca4889385413123476913.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12576350768730884523.p12 2024-11-11T17:12:30,196 DEBUG [FileChangeWatcher-hbase_test_ca4889385413123476913.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12576350768730884523.p12 2024-11-11T17:12:30,196 DEBUG [FileChangeWatcher-hbase_test_ca4889385413123476913.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12576350768730884523.p12 2024-11-11T17:12:30,196 DEBUG [FileChangeWatcher-hbase_test_ca4889385413123476913.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4889385413123476913.p12 2024-11-11T17:12:30,196 DEBUG [FileChangeWatcher-hbase_test_ca4889385413123476913.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12576350768730884523.p12 2024-11-11T17:12:30,196 INFO [FileChangeWatcher-hbase_test_ca4889385413123476913.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4889385413123476913.p12 2024-11-11T17:12:30,196 DEBUG [FileChangeWatcher-hbase_test_ca4889385413123476913.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4889385413123476913.p12 2024-11-11T17:12:30,196 INFO [FileChangeWatcher-hbase_test_ca4889385413123476913.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4889385413123476913.p12 2024-11-11T17:12:30,210 DEBUG [FileChangeWatcher-hbase_test_key12576350768730884523.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4889385413123476913.p12 2024-11-11T17:12:30,210 DEBUG [FileChangeWatcher-hbase_test_ca4889385413123476913.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4889385413123476913.p12 2024-11-11T17:12:30,210 DEBUG [FileChangeWatcher-hbase_test_ca4889385413123476913.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4889385413123476913.p12 2024-11-11T17:12:30,210 DEBUG [FileChangeWatcher-hbase_test_key12576350768730884523.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4889385413123476913.p12 2024-11-11T17:12:30,210 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,41725,0 is dead - stopping the connection localhost:41725/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T17:12:30,210 INFO [FileChangeWatcher-hbase_test_ca4889385413123476913.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4889385413123476913.p12 2024-11-11T17:12:30,210 INFO [FileChangeWatcher-hbase_test_ca4889385413123476913.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4889385413123476913.p12 2024-11-11T17:12:30,210 DEBUG [FileChangeWatcher-hbase_test_key12576350768730884523.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4889385413123476913.p12 2024-11-11T17:12:30,210 DEBUG [FileChangeWatcher-hbase_test_key12576350768730884523.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4889385413123476913.p12 2024-11-11T17:12:30,210 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T17:12:30,211 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:30,258 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:30,259 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T17:12:30,285 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:30,303 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:30,303 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd860c2dc, L:/127.0.0.1:41725 - R:/127.0.0.1:41980] 2024-11-11T17:12:30,342 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41980, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T17:12:30,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:12:30,344 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41725 2024-11-11T17:12:30,344 DEBUG [FileChangeWatcher-hbase_test_ca4889385413123476913.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4889385413123476913.p12 was interrupted and is shutting down... 2024-11-11T17:12:30,344 DEBUG [FileChangeWatcher-hbase_test_key12576350768730884523.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12576350768730884523.p12 was interrupted and is shutting down... 2024-11-11T17:12:30,344 DEBUG [FileChangeWatcher-hbase_test_ca4889385413123476913.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4889385413123476913.p12 was interrupted and is shutting down... 2024-11-11T17:12:30,344 DEBUG [FileChangeWatcher-hbase_test_key12576350768730884523.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12576350768730884523.p12 was interrupted and is shutting down... 2024-11-11T17:12:30,344 INFO [FileChangeWatcher-hbase_test_ca4889385413123476913.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4889385413123476913.p12 thread finished 2024-11-11T17:12:30,344 INFO [FileChangeWatcher-hbase_test_key12576350768730884523.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12576350768730884523.p12 thread finished 2024-11-11T17:12:30,344 INFO [FileChangeWatcher-hbase_test_ca4889385413123476913.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4889385413123476913.p12 thread finished 2024-11-11T17:12:30,353 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=291 (was 291), ProcessCount=11 (was 11), AvailableMemoryMB=4750 (was 4791) 2024-11-11T17:12:30,359 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=291, ProcessCount=11, AvailableMemoryMB=4749 2024-11-11T17:12:30,360 INFO [FileChangeWatcher-hbase_test_key12576350768730884523.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12576350768730884523.p12 thread finished 2024-11-11T17:12:30,360 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T17:12:30,361 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40041 2024-11-11T17:12:30,361 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T17:12:30,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24643a73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T17:12:30,362 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T17:12:30,362 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:30,391 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:30,391 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:30,392 INFO [FileChangeWatcher-hbase_test_key12576350768730884523.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12576350768730884523.p12 thread started 2024-11-11T17:12:30,392 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:30,392 INFO [FileChangeWatcher-hbase_test_ca4889385413123476913.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4889385413123476913.p12 thread started 2024-11-11T17:12:30,393 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T17:12:30,408 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:30,424 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:30,424 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:30,425 INFO [FileChangeWatcher-hbase_test_key12576350768730884523.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12576350768730884523.p12 thread started 2024-11-11T17:12:30,425 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:30,425 INFO [FileChangeWatcher-hbase_test_ca4889385413123476913.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4889385413123476913.p12 thread started 2024-11-11T17:12:30,425 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x718eb6c8, L:/127.0.0.1:40041 - R:/127.0.0.1:53686] 2024-11-11T17:12:30,475 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53686, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T17:12:30,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:12:30,477 DEBUG [FileChangeWatcher-hbase_test_key12576350768730884523.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12576350768730884523.p12 was interrupted and is shutting down... 2024-11-11T17:12:30,477 DEBUG [FileChangeWatcher-hbase_test_ca4889385413123476913.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4889385413123476913.p12 was interrupted and is shutting down... 2024-11-11T17:12:30,478 INFO [FileChangeWatcher-hbase_test_key12576350768730884523.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12576350768730884523.p12 thread finished 2024-11-11T17:12:30,482 DEBUG [FileChangeWatcher-hbase_test_ca4889385413123476913.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12576350768730884523.p12 2024-11-11T17:12:30,482 INFO [FileChangeWatcher-hbase_test_ca4889385413123476913.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4889385413123476913.p12 thread finished 2024-11-11T17:12:30,482 DEBUG [FileChangeWatcher-hbase_test_ca4889385413123476913.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12576350768730884523.p12 2024-11-11T17:12:30,482 DEBUG [FileChangeWatcher-hbase_test_key12576350768730884523.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12576350768730884523.p12 2024-11-11T17:12:30,482 INFO [FileChangeWatcher-hbase_test_key12576350768730884523.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12576350768730884523.p12 2024-11-11T17:12:30,507 DEBUG [FileChangeWatcher-hbase_test_ca4889385413123476913.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12576350768730884523.p12 2024-11-11T17:12:30,507 DEBUG [FileChangeWatcher-hbase_test_ca4889385413123476913.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12576350768730884523.p12 2024-11-11T17:12:30,507 DEBUG [FileChangeWatcher-hbase_test_ca4889385413123476913.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4889385413123476913.p12 2024-11-11T17:12:30,507 INFO [FileChangeWatcher-hbase_test_ca4889385413123476913.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4889385413123476913.p12 2024-11-11T17:12:30,507 DEBUG [FileChangeWatcher-hbase_test_key12576350768730884523.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12576350768730884523.p12 2024-11-11T17:12:30,507 INFO [FileChangeWatcher-hbase_test_key12576350768730884523.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12576350768730884523.p12 2024-11-11T17:12:30,507 DEBUG [FileChangeWatcher-hbase_test_key12576350768730884523.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4889385413123476913.p12 2024-11-11T17:12:30,508 DEBUG [FileChangeWatcher-hbase_test_key12576350768730884523.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4889385413123476913.p12 2024-11-11T17:12:30,522 DEBUG [FileChangeWatcher-hbase_test_key12576350768730884523.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4889385413123476913.p12 2024-11-11T17:12:30,522 DEBUG [FileChangeWatcher-hbase_test_ca4889385413123476913.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4889385413123476913.p12 2024-11-11T17:12:30,522 DEBUG [FileChangeWatcher-hbase_test_key12576350768730884523.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4889385413123476913.p12 2024-11-11T17:12:30,522 INFO [FileChangeWatcher-hbase_test_ca4889385413123476913.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4889385413123476913.p12 2024-11-11T17:12:30,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53436773, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T17:12:30,523 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T17:12:30,523 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:30,567 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:30,567 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:30,568 INFO [FileChangeWatcher-hbase_test_key12576350768730884523.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12576350768730884523.p12 thread started 2024-11-11T17:12:30,568 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:30,568 INFO [FileChangeWatcher-hbase_test_ca4889385413123476913.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4889385413123476913.p12 thread started 2024-11-11T17:12:30,569 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T17:12:30,583 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:30,598 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:30,599 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x04355557, L:/127.0.0.1:40041 - R:/127.0.0.1:53688] 2024-11-11T17:12:30,635 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53688, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T17:12:30,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:12:30,637 DEBUG [FileChangeWatcher-hbase_test_key12576350768730884523.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12576350768730884523.p12 was interrupted and is shutting down... 2024-11-11T17:12:30,637 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40041 2024-11-11T17:12:30,637 DEBUG [FileChangeWatcher-hbase_test_ca4889385413123476913.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4889385413123476913.p12 was interrupted and is shutting down... 2024-11-11T17:12:30,637 DEBUG [FileChangeWatcher-hbase_test_key12576350768730884523.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12576350768730884523.p12 was interrupted and is shutting down... 2024-11-11T17:12:30,637 DEBUG [FileChangeWatcher-hbase_test_ca4889385413123476913.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4889385413123476913.p12 was interrupted and is shutting down... 2024-11-11T17:12:30,637 INFO [FileChangeWatcher-hbase_test_ca4889385413123476913.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4889385413123476913.p12 thread finished 2024-11-11T17:12:30,637 INFO [FileChangeWatcher-hbase_test_key12576350768730884523.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12576350768730884523.p12 thread finished 2024-11-11T17:12:30,644 INFO [FileChangeWatcher-hbase_test_ca4889385413123476913.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4889385413123476913.p12 thread finished 2024-11-11T17:12:30,644 INFO [FileChangeWatcher-hbase_test_key12576350768730884523.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12576350768730884523.p12 thread finished 2024-11-11T17:12:30,646 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=291 (was 291), ProcessCount=11 (was 11), AvailableMemoryMB=4726 (was 4749) 2024-11-11T17:12:30,653 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=291, ProcessCount=11, AvailableMemoryMB=4725 2024-11-11T17:12:31,090 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T17:12:31,091 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33405 2024-11-11T17:12:31,091 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T17:12:31,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24729bbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T17:12:31,092 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T17:12:31,093 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:31,430 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:31,431 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:31,432 INFO [FileChangeWatcher-hbase_test_key16344146307363978693.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16344146307363978693.bcfks thread started 2024-11-11T17:12:31,432 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:31,432 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T17:12:31,433 INFO [FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks thread started 2024-11-11T17:12:31,617 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:31,820 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:31,821 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:31,821 INFO [FileChangeWatcher-hbase_test_key16344146307363978693.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16344146307363978693.bcfks thread started 2024-11-11T17:12:31,822 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:31,822 INFO [FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks thread started 2024-11-11T17:12:31,822 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x99612560, L:/127.0.0.1:33405 - R:/127.0.0.1:42242] 2024-11-11T17:12:32,080 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42242, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T17:12:32,088 DEBUG [FileChangeWatcher-hbase_test_key16344146307363978693.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16344146307363978693.bcfks 2024-11-11T17:12:32,088 DEBUG [FileChangeWatcher-hbase_test_key16344146307363978693.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16344146307363978693.bcfks 2024-11-11T17:12:32,088 DEBUG [FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16344146307363978693.bcfks 2024-11-11T17:12:32,088 INFO [FileChangeWatcher-hbase_test_key16344146307363978693.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16344146307363978693.bcfks 2024-11-11T17:12:32,088 INFO [FileChangeWatcher-hbase_test_key16344146307363978693.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16344146307363978693.bcfks 2024-11-11T17:12:32,088 DEBUG [FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16344146307363978693.bcfks 2024-11-11T17:12:32,088 DEBUG [FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16344146307363978693.bcfks 2024-11-11T17:12:32,088 DEBUG [FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16344146307363978693.bcfks 2024-11-11T17:12:32,330 DEBUG [FileChangeWatcher-hbase_test_key16344146307363978693.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16344146307363978693.bcfks 2024-11-11T17:12:32,330 DEBUG [FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16344146307363978693.bcfks 2024-11-11T17:12:32,330 DEBUG [FileChangeWatcher-hbase_test_key16344146307363978693.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16344146307363978693.bcfks 2024-11-11T17:12:32,330 DEBUG [FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16344146307363978693.bcfks 2024-11-11T17:12:32,330 DEBUG [FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16344146307363978693.bcfks 2024-11-11T17:12:32,330 INFO [FileChangeWatcher-hbase_test_key16344146307363978693.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16344146307363978693.bcfks 2024-11-11T17:12:32,330 INFO [FileChangeWatcher-hbase_test_key16344146307363978693.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16344146307363978693.bcfks 2024-11-11T17:12:32,331 DEBUG [FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16344146307363978693.bcfks 2024-11-11T17:12:32,331 DEBUG [FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3907269854449731418.bcfks 2024-11-11T17:12:32,331 DEBUG [FileChangeWatcher-hbase_test_key16344146307363978693.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3907269854449731418.bcfks 2024-11-11T17:12:32,331 DEBUG [FileChangeWatcher-hbase_test_key16344146307363978693.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3907269854449731418.bcfks 2024-11-11T17:12:32,331 INFO [FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3907269854449731418.bcfks 2024-11-11T17:12:32,331 DEBUG [FileChangeWatcher-hbase_test_key16344146307363978693.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3907269854449731418.bcfks 2024-11-11T17:12:32,331 DEBUG [FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3907269854449731418.bcfks 2024-11-11T17:12:32,331 DEBUG [FileChangeWatcher-hbase_test_key16344146307363978693.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3907269854449731418.bcfks 2024-11-11T17:12:32,331 INFO [FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3907269854449731418.bcfks 2024-11-11T17:12:32,492 DEBUG [FileChangeWatcher-hbase_test_key16344146307363978693.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3907269854449731418.bcfks 2024-11-11T17:12:32,492 DEBUG [FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3907269854449731418.bcfks 2024-11-11T17:12:32,492 DEBUG [FileChangeWatcher-hbase_test_key16344146307363978693.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3907269854449731418.bcfks 2024-11-11T17:12:32,492 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,33405,0 is dead - stopping the connection localhost:33405/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T17:12:32,492 INFO [FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3907269854449731418.bcfks 2024-11-11T17:12:32,492 DEBUG [FileChangeWatcher-hbase_test_key16344146307363978693.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3907269854449731418.bcfks 2024-11-11T17:12:32,492 DEBUG [FileChangeWatcher-hbase_test_key16344146307363978693.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3907269854449731418.bcfks 2024-11-11T17:12:32,492 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T17:12:32,493 DEBUG [FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3907269854449731418.bcfks 2024-11-11T17:12:32,493 INFO [FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3907269854449731418.bcfks 2024-11-11T17:12:32,493 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:32,822 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:32,822 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T17:12:32,993 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:33,157 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:33,158 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbd8f40d9, L:/127.0.0.1:33405 - R:/127.0.0.1:42256] 2024-11-11T17:12:33,355 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42256, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T17:12:33,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:12:33,356 DEBUG [FileChangeWatcher-hbase_test_key16344146307363978693.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16344146307363978693.bcfks was interrupted and is shutting down... 2024-11-11T17:12:33,356 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33405 2024-11-11T17:12:33,356 DEBUG [FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks was interrupted and is shutting down... 2024-11-11T17:12:33,357 DEBUG [FileChangeWatcher-hbase_test_key16344146307363978693.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16344146307363978693.bcfks was interrupted and is shutting down... 2024-11-11T17:12:33,357 INFO [FileChangeWatcher-hbase_test_key16344146307363978693.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16344146307363978693.bcfks thread finished 2024-11-11T17:12:33,357 INFO [FileChangeWatcher-hbase_test_key16344146307363978693.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16344146307363978693.bcfks thread finished 2024-11-11T17:12:33,357 INFO [FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks thread finished 2024-11-11T17:12:33,357 DEBUG [FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks was interrupted and is shutting down... 2024-11-11T17:12:33,365 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=38 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=291 (was 291), ProcessCount=11 (was 11), AvailableMemoryMB=4548 (was 4725) 2024-11-11T17:12:33,370 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=291, ProcessCount=11, AvailableMemoryMB=4548 2024-11-11T17:12:33,372 INFO [FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks thread finished 2024-11-11T17:12:33,372 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T17:12:33,373 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39633 2024-11-11T17:12:33,373 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T17:12:33,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13108c1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T17:12:33,374 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T17:12:33,375 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:33,720 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:33,721 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:33,722 INFO [FileChangeWatcher-hbase_test_key16344146307363978693.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16344146307363978693.bcfks thread started 2024-11-11T17:12:33,722 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:33,722 INFO [FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks thread started 2024-11-11T17:12:33,722 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T17:12:33,897 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:34,074 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:34,075 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:34,075 INFO [FileChangeWatcher-hbase_test_key16344146307363978693.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16344146307363978693.bcfks thread started 2024-11-11T17:12:34,076 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:34,077 INFO [FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks thread started 2024-11-11T17:12:34,077 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2ff98986, L:/127.0.0.1:39633 - R:/127.0.0.1:47760] 2024-11-11T17:12:34,276 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47760, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T17:12:34,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:12:34,279 DEBUG [FileChangeWatcher-hbase_test_key16344146307363978693.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16344146307363978693.bcfks was interrupted and is shutting down... 2024-11-11T17:12:34,279 DEBUG [FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks was interrupted and is shutting down... 2024-11-11T17:12:34,279 INFO [FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks thread finished 2024-11-11T17:12:34,279 INFO [FileChangeWatcher-hbase_test_key16344146307363978693.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16344146307363978693.bcfks thread finished 2024-11-11T17:12:34,284 DEBUG [FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16344146307363978693.bcfks 2024-11-11T17:12:34,284 DEBUG [FileChangeWatcher-hbase_test_key16344146307363978693.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16344146307363978693.bcfks 2024-11-11T17:12:34,284 DEBUG [FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16344146307363978693.bcfks 2024-11-11T17:12:34,284 INFO [FileChangeWatcher-hbase_test_key16344146307363978693.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16344146307363978693.bcfks 2024-11-11T17:12:34,531 DEBUG [FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16344146307363978693.bcfks 2024-11-11T17:12:34,531 DEBUG [FileChangeWatcher-hbase_test_key16344146307363978693.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16344146307363978693.bcfks 2024-11-11T17:12:34,531 INFO [FileChangeWatcher-hbase_test_key16344146307363978693.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16344146307363978693.bcfks 2024-11-11T17:12:34,531 DEBUG [FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16344146307363978693.bcfks 2024-11-11T17:12:34,531 DEBUG [FileChangeWatcher-hbase_test_key16344146307363978693.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3907269854449731418.bcfks 2024-11-11T17:12:34,531 DEBUG [FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3907269854449731418.bcfks 2024-11-11T17:12:34,531 DEBUG [FileChangeWatcher-hbase_test_key16344146307363978693.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3907269854449731418.bcfks 2024-11-11T17:12:34,531 INFO [FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3907269854449731418.bcfks 2024-11-11T17:12:34,693 DEBUG [FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3907269854449731418.bcfks 2024-11-11T17:12:34,693 DEBUG [FileChangeWatcher-hbase_test_key16344146307363978693.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3907269854449731418.bcfks 2024-11-11T17:12:34,693 INFO [FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3907269854449731418.bcfks 2024-11-11T17:12:34,693 DEBUG [FileChangeWatcher-hbase_test_key16344146307363978693.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3907269854449731418.bcfks 2024-11-11T17:12:34,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c50e090, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T17:12:34,693 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T17:12:34,694 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:35,033 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:35,034 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:35,035 INFO [FileChangeWatcher-hbase_test_key16344146307363978693.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16344146307363978693.bcfks thread started 2024-11-11T17:12:35,035 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/221feea7-99d1-6130-239d-f8ca1a0d3da3/TestNettyTLSIPCFileWatcher 2024-11-11T17:12:35,035 INFO [FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks thread started 2024-11-11T17:12:35,036 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T17:12:35,202 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T17:12:35,366 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T17:12:35,366 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3eaca76d, L:/127.0.0.1:39633 - R:/127.0.0.1:47774] 2024-11-11T17:12:35,545 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47774, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T17:12:35,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T17:12:35,546 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39633 2024-11-11T17:12:35,546 DEBUG [FileChangeWatcher-hbase_test_key16344146307363978693.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16344146307363978693.bcfks was interrupted and is shutting down... 2024-11-11T17:12:35,546 DEBUG [FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks was interrupted and is shutting down... 2024-11-11T17:12:35,546 DEBUG [FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks was interrupted and is shutting down... 2024-11-11T17:12:35,546 DEBUG [FileChangeWatcher-hbase_test_key16344146307363978693.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16344146307363978693.bcfks was interrupted and is shutting down... 2024-11-11T17:12:35,547 INFO [FileChangeWatcher-hbase_test_key16344146307363978693.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16344146307363978693.bcfks thread finished 2024-11-11T17:12:35,547 INFO [FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks thread finished 2024-11-11T17:12:35,547 INFO [FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3907269854449731418.bcfks thread finished 2024-11-11T17:12:35,554 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=291 (was 291), ProcessCount=11 (was 11), AvailableMemoryMB=4456 (was 4548) 2024-11-11T17:12:35,564 INFO [FileChangeWatcher-hbase_test_key16344146307363978693.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16344146307363978693.bcfks thread finished