2024-11-22 23:10:13,169 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-22 23:10:13,182 main DEBUG Took 0.010552 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-22 23:10:13,182 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-22 23:10:13,182 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-22 23:10:13,183 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-22 23:10:13,184 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:10:13,193 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-22 23:10:13,204 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:10:13,205 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:10:13,206 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:10:13,206 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:10:13,207 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:10:13,207 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:10:13,208 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:10:13,208 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:10:13,208 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:10:13,209 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:10:13,209 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:10:13,210 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:10:13,210 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:10:13,210 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:10:13,211 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:10:13,211 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:10:13,211 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:10:13,212 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:10:13,212 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:10:13,212 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:10:13,213 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:10:13,213 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:10:13,213 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:10:13,214 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:10:13,214 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:10:13,214 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-22 23:10:13,216 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:10:13,217 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-22 23:10:13,219 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-22 23:10:13,219 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-22 23:10:13,220 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-22 23:10:13,220 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-22 23:10:13,229 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-22 23:10:13,232 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-22 23:10:13,233 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-22 23:10:13,234 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-22 23:10:13,234 main DEBUG createAppenders(={Console}) 2024-11-22 23:10:13,235 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-22 23:10:13,235 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-22 23:10:13,235 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-22 23:10:13,236 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-22 23:10:13,236 main DEBUG OutputStream closed 2024-11-22 23:10:13,236 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-22 23:10:13,236 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-22 23:10:13,237 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-22 23:10:13,309 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-22 23:10:13,311 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-22 23:10:13,312 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-22 23:10:13,313 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-22 23:10:13,314 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-22 23:10:13,314 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-22 23:10:13,315 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-22 23:10:13,315 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-22 23:10:13,315 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-22 23:10:13,315 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-22 23:10:13,316 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-22 23:10:13,316 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-22 23:10:13,316 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-22 23:10:13,317 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-22 23:10:13,317 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-22 23:10:13,317 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-22 23:10:13,317 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-22 23:10:13,318 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-22 23:10:13,321 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22 23:10:13,321 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-22 23:10:13,321 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-22 23:10:13,322 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-22T23:10:13,338 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-22 23:10:13,341 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-22 23:10:13,341 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22T23:10:13,785 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-22T23:10:14,569 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=206, ProcessCount=11, AvailableMemoryMB=5594 2024-11-22T23:10:15,203 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T23:10:15,245 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-22T23:10:15,259 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-22T23:10:15,271 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-22T23:10:15,353 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T23:10:15,398 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 29486 (auto-detected) 2024-11-22T23:10:15,400 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-22T23:10:15,429 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34899 2024-11-22T23:10:15,434 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-22T23:10:15,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:10:15,471 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-22T23:10:15,471 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-22T23:10:15,771 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T23:10:15,838 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:15,894 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:15,972 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:15,974 INFO [FileChangeWatcher-hbase_test_key15829239126368523487.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15829239126368523487.jks thread started 2024-11-22T23:10:15,974 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:15,975 INFO [FileChangeWatcher-hbase_test_ca2707922086702119152.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2707922086702119152.jks thread started 2024-11-22T23:10:15,983 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T23:10:16,050 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:16,068 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:16,132 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:16,133 INFO [FileChangeWatcher-hbase_test_key15829239126368523487.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15829239126368523487.jks thread started 2024-11-22T23:10:16,133 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:16,134 INFO [FileChangeWatcher-hbase_test_ca2707922086702119152.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2707922086702119152.jks thread started 2024-11-22T23:10:16,136 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf1c4f69b, L:/127.0.0.1:34899 - R:/127.0.0.1:54144] 2024-11-22T23:10:16,271 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54144, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T23:10:16,586 DEBUG [FileChangeWatcher-hbase_test_key15829239126368523487.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15829239126368523487.jks 2024-11-22T23:10:16,586 DEBUG [FileChangeWatcher-hbase_test_key15829239126368523487.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15829239126368523487.jks 2024-11-22T23:10:16,587 INFO [FileChangeWatcher-hbase_test_key15829239126368523487.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15829239126368523487.jks 2024-11-22T23:10:16,587 INFO [FileChangeWatcher-hbase_test_key15829239126368523487.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15829239126368523487.jks 2024-11-22T23:10:16,587 DEBUG [FileChangeWatcher-hbase_test_ca2707922086702119152.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15829239126368523487.jks 2024-11-22T23:10:16,587 DEBUG [FileChangeWatcher-hbase_test_ca2707922086702119152.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15829239126368523487.jks 2024-11-22T23:10:16,586 DEBUG [FileChangeWatcher-hbase_test_ca2707922086702119152.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15829239126368523487.jks 2024-11-22T23:10:16,588 DEBUG [FileChangeWatcher-hbase_test_ca2707922086702119152.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15829239126368523487.jks 2024-11-22T23:10:16,618 DEBUG [FileChangeWatcher-hbase_test_key15829239126368523487.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15829239126368523487.jks 2024-11-22T23:10:16,618 DEBUG [FileChangeWatcher-hbase_test_ca2707922086702119152.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15829239126368523487.jks 2024-11-22T23:10:16,618 DEBUG [FileChangeWatcher-hbase_test_ca2707922086702119152.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15829239126368523487.jks 2024-11-22T23:10:16,618 DEBUG [FileChangeWatcher-hbase_test_key15829239126368523487.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15829239126368523487.jks 2024-11-22T23:10:16,618 INFO [FileChangeWatcher-hbase_test_key15829239126368523487.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15829239126368523487.jks 2024-11-22T23:10:16,618 DEBUG [FileChangeWatcher-hbase_test_ca2707922086702119152.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15829239126368523487.jks 2024-11-22T23:10:16,619 DEBUG [FileChangeWatcher-hbase_test_ca2707922086702119152.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15829239126368523487.jks 2024-11-22T23:10:16,619 INFO [FileChangeWatcher-hbase_test_key15829239126368523487.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15829239126368523487.jks 2024-11-22T23:10:16,619 DEBUG [FileChangeWatcher-hbase_test_ca2707922086702119152.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2707922086702119152.jks 2024-11-22T23:10:16,619 DEBUG [FileChangeWatcher-hbase_test_key15829239126368523487.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2707922086702119152.jks 2024-11-22T23:10:16,619 DEBUG [FileChangeWatcher-hbase_test_key15829239126368523487.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2707922086702119152.jks 2024-11-22T23:10:16,619 INFO [FileChangeWatcher-hbase_test_ca2707922086702119152.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2707922086702119152.jks 2024-11-22T23:10:16,619 DEBUG [FileChangeWatcher-hbase_test_key15829239126368523487.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2707922086702119152.jks 2024-11-22T23:10:16,619 DEBUG [FileChangeWatcher-hbase_test_key15829239126368523487.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2707922086702119152.jks 2024-11-22T23:10:16,619 DEBUG [FileChangeWatcher-hbase_test_ca2707922086702119152.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2707922086702119152.jks 2024-11-22T23:10:16,620 INFO [FileChangeWatcher-hbase_test_ca2707922086702119152.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2707922086702119152.jks 2024-11-22T23:10:16,633 DEBUG [FileChangeWatcher-hbase_test_ca2707922086702119152.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2707922086702119152.jks 2024-11-22T23:10:16,633 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34899,0 is dead - stopping the connection localhost:34899/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-22T23:10:16,633 DEBUG [FileChangeWatcher-hbase_test_key15829239126368523487.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2707922086702119152.jks 2024-11-22T23:10:16,633 DEBUG [FileChangeWatcher-hbase_test_ca2707922086702119152.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2707922086702119152.jks 2024-11-22T23:10:16,633 DEBUG [FileChangeWatcher-hbase_test_key15829239126368523487.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2707922086702119152.jks 2024-11-22T23:10:16,633 INFO [FileChangeWatcher-hbase_test_ca2707922086702119152.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2707922086702119152.jks 2024-11-22T23:10:16,633 INFO [FileChangeWatcher-hbase_test_ca2707922086702119152.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2707922086702119152.jks 2024-11-22T23:10:16,634 DEBUG [FileChangeWatcher-hbase_test_key15829239126368523487.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2707922086702119152.jks 2024-11-22T23:10:16,634 DEBUG [FileChangeWatcher-hbase_test_key15829239126368523487.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2707922086702119152.jks 2024-11-22T23:10:16,634 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T23:10:16,636 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:16,672 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:16,672 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T23:10:16,688 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:16,703 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:16,704 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4ef0df3d, L:/127.0.0.1:34899 - R:/127.0.0.1:54152] 2024-11-22T23:10:16,752 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54152, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T23:10:16,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:10:16,755 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34899 2024-11-22T23:10:16,755 DEBUG [FileChangeWatcher-hbase_test_ca2707922086702119152.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2707922086702119152.jks was interrupted and is shutting down... 2024-11-22T23:10:16,755 DEBUG [FileChangeWatcher-hbase_test_key15829239126368523487.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15829239126368523487.jks was interrupted and is shutting down... 2024-11-22T23:10:16,755 DEBUG [FileChangeWatcher-hbase_test_ca2707922086702119152.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2707922086702119152.jks was interrupted and is shutting down... 2024-11-22T23:10:16,755 DEBUG [FileChangeWatcher-hbase_test_key15829239126368523487.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15829239126368523487.jks was interrupted and is shutting down... 2024-11-22T23:10:16,756 INFO [FileChangeWatcher-hbase_test_ca2707922086702119152.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2707922086702119152.jks thread finished 2024-11-22T23:10:16,756 INFO [FileChangeWatcher-hbase_test_key15829239126368523487.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15829239126368523487.jks thread finished 2024-11-22T23:10:16,756 INFO [FileChangeWatcher-hbase_test_ca2707922086702119152.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2707922086702119152.jks thread finished 2024-11-22T23:10:16,766 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: FileChangeWatcher-hbase_test_key15829239126368523487.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=238 (was 206) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5430 (was 5594) 2024-11-22T23:10:16,772 INFO [FileChangeWatcher-hbase_test_key15829239126368523487.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15829239126368523487.jks thread finished 2024-11-22T23:10:16,774 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=238, ProcessCount=11, AvailableMemoryMB=5430 2024-11-22T23:10:16,775 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T23:10:16,776 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37013 2024-11-22T23:10:16,776 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-22T23:10:16,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f643c99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:10:16,777 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T23:10:16,778 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:16,809 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:16,810 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:16,811 INFO [FileChangeWatcher-hbase_test_key15829239126368523487.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15829239126368523487.jks thread started 2024-11-22T23:10:16,811 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:16,811 INFO [FileChangeWatcher-hbase_test_ca2707922086702119152.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2707922086702119152.jks thread started 2024-11-22T23:10:16,812 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T23:10:16,827 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:16,844 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:16,845 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:16,846 INFO [FileChangeWatcher-hbase_test_key15829239126368523487.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15829239126368523487.jks thread started 2024-11-22T23:10:16,846 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:16,846 INFO [FileChangeWatcher-hbase_test_ca2707922086702119152.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2707922086702119152.jks thread started 2024-11-22T23:10:16,846 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x82ae4898, L:/127.0.0.1:37013 - R:/127.0.0.1:45602] 2024-11-22T23:10:16,886 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45602, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T23:10:16,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:10:16,889 DEBUG [FileChangeWatcher-hbase_test_key15829239126368523487.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15829239126368523487.jks was interrupted and is shutting down... 2024-11-22T23:10:16,889 DEBUG [FileChangeWatcher-hbase_test_ca2707922086702119152.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2707922086702119152.jks was interrupted and is shutting down... 2024-11-22T23:10:16,889 INFO [FileChangeWatcher-hbase_test_ca2707922086702119152.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2707922086702119152.jks thread finished 2024-11-22T23:10:16,889 INFO [FileChangeWatcher-hbase_test_key15829239126368523487.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15829239126368523487.jks thread finished 2024-11-22T23:10:17,099 DEBUG [FileChangeWatcher-hbase_test_key15829239126368523487.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15829239126368523487.jks 2024-11-22T23:10:17,099 DEBUG [FileChangeWatcher-hbase_test_ca2707922086702119152.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15829239126368523487.jks 2024-11-22T23:10:17,099 INFO [FileChangeWatcher-hbase_test_key15829239126368523487.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15829239126368523487.jks 2024-11-22T23:10:17,099 DEBUG [FileChangeWatcher-hbase_test_ca2707922086702119152.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15829239126368523487.jks 2024-11-22T23:10:17,125 DEBUG [FileChangeWatcher-hbase_test_key15829239126368523487.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15829239126368523487.jks 2024-11-22T23:10:17,125 DEBUG [FileChangeWatcher-hbase_test_ca2707922086702119152.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15829239126368523487.jks 2024-11-22T23:10:17,126 INFO [FileChangeWatcher-hbase_test_key15829239126368523487.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15829239126368523487.jks 2024-11-22T23:10:17,126 DEBUG [FileChangeWatcher-hbase_test_ca2707922086702119152.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15829239126368523487.jks 2024-11-22T23:10:17,126 DEBUG [FileChangeWatcher-hbase_test_key15829239126368523487.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2707922086702119152.jks 2024-11-22T23:10:17,126 DEBUG [FileChangeWatcher-hbase_test_key15829239126368523487.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2707922086702119152.jks 2024-11-22T23:10:17,126 DEBUG [FileChangeWatcher-hbase_test_ca2707922086702119152.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2707922086702119152.jks 2024-11-22T23:10:17,126 INFO [FileChangeWatcher-hbase_test_ca2707922086702119152.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2707922086702119152.jks 2024-11-22T23:10:17,140 DEBUG [FileChangeWatcher-hbase_test_ca2707922086702119152.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2707922086702119152.jks 2024-11-22T23:10:17,140 DEBUG [FileChangeWatcher-hbase_test_key15829239126368523487.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2707922086702119152.jks 2024-11-22T23:10:17,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a7be9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:10:17,141 INFO [FileChangeWatcher-hbase_test_ca2707922086702119152.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2707922086702119152.jks 2024-11-22T23:10:17,141 DEBUG [FileChangeWatcher-hbase_test_key15829239126368523487.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2707922086702119152.jks 2024-11-22T23:10:17,141 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T23:10:17,142 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:17,181 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:17,182 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:17,183 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:17,183 INFO [FileChangeWatcher-hbase_test_key15829239126368523487.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15829239126368523487.jks thread started 2024-11-22T23:10:17,184 INFO [FileChangeWatcher-hbase_test_ca2707922086702119152.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2707922086702119152.jks thread started 2024-11-22T23:10:17,184 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T23:10:17,202 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:17,221 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:17,222 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfa35d6dc, L:/127.0.0.1:37013 - R:/127.0.0.1:45614] 2024-11-22T23:10:17,279 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45614, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T23:10:17,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:10:17,282 DEBUG [FileChangeWatcher-hbase_test_ca2707922086702119152.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2707922086702119152.jks was interrupted and is shutting down... 2024-11-22T23:10:17,282 DEBUG [FileChangeWatcher-hbase_test_key15829239126368523487.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15829239126368523487.jks was interrupted and is shutting down... 2024-11-22T23:10:17,282 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37013 2024-11-22T23:10:17,282 INFO [FileChangeWatcher-hbase_test_ca2707922086702119152.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2707922086702119152.jks thread finished 2024-11-22T23:10:17,282 INFO [FileChangeWatcher-hbase_test_key15829239126368523487.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15829239126368523487.jks thread finished 2024-11-22T23:10:17,282 DEBUG [FileChangeWatcher-hbase_test_ca2707922086702119152.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2707922086702119152.jks was interrupted and is shutting down... 2024-11-22T23:10:17,282 DEBUG [FileChangeWatcher-hbase_test_key15829239126368523487.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15829239126368523487.jks was interrupted and is shutting down... 2024-11-22T23:10:17,283 INFO [FileChangeWatcher-hbase_test_ca2707922086702119152.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2707922086702119152.jks thread finished 2024-11-22T23:10:17,290 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 23) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=238 (was 238), ProcessCount=11 (was 11), AvailableMemoryMB=5379 (was 5430) 2024-11-22T23:10:17,296 INFO [FileChangeWatcher-hbase_test_key15829239126368523487.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15829239126368523487.jks thread finished 2024-11-22T23:10:17,297 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=238, ProcessCount=11, AvailableMemoryMB=5378 2024-11-22T23:10:17,361 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T23:10:17,362 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45259 2024-11-22T23:10:17,362 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-22T23:10:17,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@261bfa85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:10:17,364 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T23:10:17,365 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:17,386 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:17,387 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:17,387 INFO [FileChangeWatcher-hbase_test_key14428556943382061239.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14428556943382061239.pem thread started 2024-11-22T23:10:17,387 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:17,388 INFO [FileChangeWatcher-hbase_test_ca16824078064517447726.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16824078064517447726.pem thread started 2024-11-22T23:10:17,388 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T23:10:17,404 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:17,405 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:17,406 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:17,406 INFO [FileChangeWatcher-hbase_test_key14428556943382061239.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14428556943382061239.pem thread started 2024-11-22T23:10:17,406 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:17,407 INFO [FileChangeWatcher-hbase_test_ca16824078064517447726.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16824078064517447726.pem thread started 2024-11-22T23:10:17,407 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9c9f0df3, L:/127.0.0.1:45259 - R:/127.0.0.1:54984] 2024-11-22T23:10:17,422 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54984, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T23:10:17,646 DEBUG [FileChangeWatcher-hbase_test_ca16824078064517447726.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14428556943382061239.pem 2024-11-22T23:10:17,646 DEBUG [FileChangeWatcher-hbase_test_key14428556943382061239.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14428556943382061239.pem 2024-11-22T23:10:17,646 INFO [FileChangeWatcher-hbase_test_key14428556943382061239.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14428556943382061239.pem 2024-11-22T23:10:17,647 DEBUG [FileChangeWatcher-hbase_test_ca16824078064517447726.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14428556943382061239.pem 2024-11-22T23:10:17,647 DEBUG [FileChangeWatcher-hbase_test_ca16824078064517447726.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14428556943382061239.pem 2024-11-22T23:10:17,647 DEBUG [FileChangeWatcher-hbase_test_ca16824078064517447726.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14428556943382061239.pem 2024-11-22T23:10:17,647 DEBUG [FileChangeWatcher-hbase_test_key14428556943382061239.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14428556943382061239.pem 2024-11-22T23:10:17,647 DEBUG [FileChangeWatcher-hbase_test_ca16824078064517447726.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14428556943382061239.pem 2024-11-22T23:10:17,647 DEBUG [FileChangeWatcher-hbase_test_ca16824078064517447726.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14428556943382061239.pem 2024-11-22T23:10:17,647 INFO [FileChangeWatcher-hbase_test_key14428556943382061239.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14428556943382061239.pem 2024-11-22T23:10:17,647 DEBUG [FileChangeWatcher-hbase_test_ca16824078064517447726.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14428556943382061239.pem 2024-11-22T23:10:17,647 DEBUG [FileChangeWatcher-hbase_test_ca16824078064517447726.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14428556943382061239.pem 2024-11-22T23:10:17,647 DEBUG [FileChangeWatcher-hbase_test_key14428556943382061239.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14428556943382061239.pem 2024-11-22T23:10:17,647 INFO [FileChangeWatcher-hbase_test_key14428556943382061239.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14428556943382061239.pem 2024-11-22T23:10:17,647 DEBUG [FileChangeWatcher-hbase_test_key14428556943382061239.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14428556943382061239.pem 2024-11-22T23:10:17,648 INFO [FileChangeWatcher-hbase_test_key14428556943382061239.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14428556943382061239.pem 2024-11-22T23:10:17,648 DEBUG [FileChangeWatcher-hbase_test_ca16824078064517447726.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16824078064517447726.pem 2024-11-22T23:10:17,648 DEBUG [FileChangeWatcher-hbase_test_key14428556943382061239.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16824078064517447726.pem 2024-11-22T23:10:17,648 INFO [FileChangeWatcher-hbase_test_ca16824078064517447726.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16824078064517447726.pem 2024-11-22T23:10:17,648 DEBUG [FileChangeWatcher-hbase_test_key14428556943382061239.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16824078064517447726.pem 2024-11-22T23:10:17,648 DEBUG [FileChangeWatcher-hbase_test_key14428556943382061239.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16824078064517447726.pem 2024-11-22T23:10:17,648 DEBUG [FileChangeWatcher-hbase_test_ca16824078064517447726.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16824078064517447726.pem 2024-11-22T23:10:17,648 DEBUG [FileChangeWatcher-hbase_test_key14428556943382061239.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16824078064517447726.pem 2024-11-22T23:10:17,648 INFO [FileChangeWatcher-hbase_test_ca16824078064517447726.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16824078064517447726.pem 2024-11-22T23:10:17,649 DEBUG [FileChangeWatcher-hbase_test_ca16824078064517447726.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16824078064517447726.pem 2024-11-22T23:10:17,649 DEBUG [FileChangeWatcher-hbase_test_key14428556943382061239.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16824078064517447726.pem 2024-11-22T23:10:17,649 INFO [FileChangeWatcher-hbase_test_ca16824078064517447726.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16824078064517447726.pem 2024-11-22T23:10:17,649 DEBUG [FileChangeWatcher-hbase_test_key14428556943382061239.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16824078064517447726.pem 2024-11-22T23:10:17,649 DEBUG [FileChangeWatcher-hbase_test_ca16824078064517447726.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16824078064517447726.pem 2024-11-22T23:10:17,649 DEBUG [FileChangeWatcher-hbase_test_key14428556943382061239.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16824078064517447726.pem 2024-11-22T23:10:17,649 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,45259,0 is dead - stopping the connection localhost:45259/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-22T23:10:17,649 INFO [FileChangeWatcher-hbase_test_ca16824078064517447726.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16824078064517447726.pem 2024-11-22T23:10:17,649 DEBUG [FileChangeWatcher-hbase_test_key14428556943382061239.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16824078064517447726.pem 2024-11-22T23:10:17,650 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T23:10:17,651 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:17,659 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:17,660 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T23:10:17,666 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:17,667 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:17,668 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe882e19d, L:/127.0.0.1:45259 - R:/127.0.0.1:54992] 2024-11-22T23:10:17,689 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54992, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T23:10:17,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:10:17,693 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45259 2024-11-22T23:10:17,693 DEBUG [FileChangeWatcher-hbase_test_key14428556943382061239.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14428556943382061239.pem was interrupted and is shutting down... 2024-11-22T23:10:17,694 DEBUG [FileChangeWatcher-hbase_test_key14428556943382061239.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14428556943382061239.pem was interrupted and is shutting down... 2024-11-22T23:10:17,694 DEBUG [FileChangeWatcher-hbase_test_ca16824078064517447726.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16824078064517447726.pem was interrupted and is shutting down... 2024-11-22T23:10:17,694 DEBUG [FileChangeWatcher-hbase_test_ca16824078064517447726.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16824078064517447726.pem was interrupted and is shutting down... 2024-11-22T23:10:17,694 INFO [FileChangeWatcher-hbase_test_key14428556943382061239.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14428556943382061239.pem thread finished 2024-11-22T23:10:17,694 INFO [FileChangeWatcher-hbase_test_key14428556943382061239.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14428556943382061239.pem thread finished 2024-11-22T23:10:17,694 INFO [FileChangeWatcher-hbase_test_ca16824078064517447726.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16824078064517447726.pem thread finished 2024-11-22T23:10:17,708 INFO [FileChangeWatcher-hbase_test_ca16824078064517447726.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16824078064517447726.pem thread finished 2024-11-22T23:10:17,709 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=28 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca16824078064517447726.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FifoRpcScheduler.handler-pool-0 java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1148) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=238 (was 238), ProcessCount=11 (was 11), AvailableMemoryMB=5329 (was 5378) 2024-11-22T23:10:17,721 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=238, ProcessCount=11, AvailableMemoryMB=5328 2024-11-22T23:10:17,723 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T23:10:17,724 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33785 2024-11-22T23:10:17,724 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-22T23:10:17,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5360e4a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:10:17,726 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T23:10:17,727 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:17,734 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:17,734 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:17,735 INFO [FileChangeWatcher-hbase_test_key14428556943382061239.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14428556943382061239.pem thread started 2024-11-22T23:10:17,737 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:17,738 INFO [FileChangeWatcher-hbase_test_ca16824078064517447726.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16824078064517447726.pem thread started 2024-11-22T23:10:17,738 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T23:10:17,748 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:17,749 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:17,750 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:17,751 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:17,751 INFO [FileChangeWatcher-hbase_test_key14428556943382061239.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14428556943382061239.pem thread started 2024-11-22T23:10:17,755 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5276b171, L:/127.0.0.1:33785 - R:/127.0.0.1:37010] 2024-11-22T23:10:17,760 INFO [FileChangeWatcher-hbase_test_ca16824078064517447726.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16824078064517447726.pem thread started 2024-11-22T23:10:17,777 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37010, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T23:10:17,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:10:17,780 DEBUG [FileChangeWatcher-hbase_test_ca16824078064517447726.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16824078064517447726.pem was interrupted and is shutting down... 2024-11-22T23:10:17,780 DEBUG [FileChangeWatcher-hbase_test_key14428556943382061239.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14428556943382061239.pem was interrupted and is shutting down... 2024-11-22T23:10:17,780 INFO [FileChangeWatcher-hbase_test_ca16824078064517447726.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16824078064517447726.pem thread finished 2024-11-22T23:10:17,781 INFO [FileChangeWatcher-hbase_test_key14428556943382061239.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14428556943382061239.pem thread finished 2024-11-22T23:10:18,190 DEBUG [FileChangeWatcher-hbase_test_ca16824078064517447726.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14428556943382061239.pem 2024-11-22T23:10:18,190 DEBUG [FileChangeWatcher-hbase_test_key14428556943382061239.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14428556943382061239.pem 2024-11-22T23:10:18,191 DEBUG [FileChangeWatcher-hbase_test_ca16824078064517447726.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14428556943382061239.pem 2024-11-22T23:10:18,191 INFO [FileChangeWatcher-hbase_test_key14428556943382061239.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14428556943382061239.pem 2024-11-22T23:10:18,191 DEBUG [FileChangeWatcher-hbase_test_ca16824078064517447726.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14428556943382061239.pem 2024-11-22T23:10:18,191 DEBUG [FileChangeWatcher-hbase_test_key14428556943382061239.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14428556943382061239.pem 2024-11-22T23:10:18,191 DEBUG [FileChangeWatcher-hbase_test_ca16824078064517447726.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14428556943382061239.pem 2024-11-22T23:10:18,191 INFO [FileChangeWatcher-hbase_test_key14428556943382061239.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14428556943382061239.pem 2024-11-22T23:10:18,191 DEBUG [FileChangeWatcher-hbase_test_ca16824078064517447726.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16824078064517447726.pem 2024-11-22T23:10:18,191 DEBUG [FileChangeWatcher-hbase_test_key14428556943382061239.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16824078064517447726.pem 2024-11-22T23:10:18,191 INFO [FileChangeWatcher-hbase_test_ca16824078064517447726.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16824078064517447726.pem 2024-11-22T23:10:18,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a639716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:10:18,191 DEBUG [FileChangeWatcher-hbase_test_ca16824078064517447726.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16824078064517447726.pem 2024-11-22T23:10:18,191 DEBUG [FileChangeWatcher-hbase_test_key14428556943382061239.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16824078064517447726.pem 2024-11-22T23:10:18,192 INFO [FileChangeWatcher-hbase_test_ca16824078064517447726.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16824078064517447726.pem 2024-11-22T23:10:18,192 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T23:10:18,193 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:18,198 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:18,199 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:18,200 INFO [FileChangeWatcher-hbase_test_key14428556943382061239.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14428556943382061239.pem thread started 2024-11-22T23:10:18,200 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:18,200 INFO [FileChangeWatcher-hbase_test_ca16824078064517447726.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16824078064517447726.pem thread started 2024-11-22T23:10:18,201 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T23:10:18,206 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:18,206 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:18,207 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x73d2829b, L:/127.0.0.1:33785 - R:/127.0.0.1:37020] 2024-11-22T23:10:18,223 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37020, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T23:10:18,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:10:18,225 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33785 2024-11-22T23:10:18,225 DEBUG [FileChangeWatcher-hbase_test_key14428556943382061239.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14428556943382061239.pem was interrupted and is shutting down... 2024-11-22T23:10:18,225 DEBUG [FileChangeWatcher-hbase_test_ca16824078064517447726.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16824078064517447726.pem was interrupted and is shutting down... 2024-11-22T23:10:18,225 DEBUG [FileChangeWatcher-hbase_test_key14428556943382061239.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14428556943382061239.pem was interrupted and is shutting down... 2024-11-22T23:10:18,225 DEBUG [FileChangeWatcher-hbase_test_ca16824078064517447726.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16824078064517447726.pem was interrupted and is shutting down... 2024-11-22T23:10:18,226 INFO [FileChangeWatcher-hbase_test_key14428556943382061239.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14428556943382061239.pem thread finished 2024-11-22T23:10:18,226 INFO [FileChangeWatcher-hbase_test_key14428556943382061239.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14428556943382061239.pem thread finished 2024-11-22T23:10:18,226 INFO [FileChangeWatcher-hbase_test_ca16824078064517447726.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16824078064517447726.pem thread finished 2024-11-22T23:10:18,226 INFO [FileChangeWatcher-hbase_test_ca16824078064517447726.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16824078064517447726.pem thread finished 2024-11-22T23:10:18,232 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 25) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=238 (was 238), ProcessCount=11 (was 11), AvailableMemoryMB=5271 (was 5328) 2024-11-22T23:10:18,238 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=238, ProcessCount=11, AvailableMemoryMB=5271 2024-11-22T23:10:18,280 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T23:10:18,281 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46749 2024-11-22T23:10:18,281 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-22T23:10:18,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fb3d421, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:10:18,282 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T23:10:18,283 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:18,314 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:18,315 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:18,315 INFO [FileChangeWatcher-hbase_test_key14813304430274983819.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14813304430274983819.p12 thread started 2024-11-22T23:10:18,315 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:18,316 INFO [FileChangeWatcher-hbase_test_ca7081233779834539678.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7081233779834539678.p12 thread started 2024-11-22T23:10:18,316 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T23:10:18,332 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:18,354 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:18,355 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:18,356 INFO [FileChangeWatcher-hbase_test_key14813304430274983819.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14813304430274983819.p12 thread started 2024-11-22T23:10:18,356 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:18,358 INFO [FileChangeWatcher-hbase_test_ca7081233779834539678.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7081233779834539678.p12 thread started 2024-11-22T23:10:18,358 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6e724581, L:/127.0.0.1:46749 - R:/127.0.0.1:55704] 2024-11-22T23:10:18,405 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55704, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T23:10:18,752 DEBUG [FileChangeWatcher-hbase_test_ca7081233779834539678.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14813304430274983819.p12 2024-11-22T23:10:18,752 DEBUG [FileChangeWatcher-hbase_test_key14813304430274983819.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14813304430274983819.p12 2024-11-22T23:10:18,752 DEBUG [FileChangeWatcher-hbase_test_ca7081233779834539678.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14813304430274983819.p12 2024-11-22T23:10:18,752 DEBUG [FileChangeWatcher-hbase_test_key14813304430274983819.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14813304430274983819.p12 2024-11-22T23:10:18,752 INFO [FileChangeWatcher-hbase_test_key14813304430274983819.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14813304430274983819.p12 2024-11-22T23:10:18,752 DEBUG [FileChangeWatcher-hbase_test_ca7081233779834539678.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14813304430274983819.p12 2024-11-22T23:10:18,752 DEBUG [FileChangeWatcher-hbase_test_ca7081233779834539678.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14813304430274983819.p12 2024-11-22T23:10:18,752 INFO [FileChangeWatcher-hbase_test_key14813304430274983819.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14813304430274983819.p12 2024-11-22T23:10:18,777 DEBUG [FileChangeWatcher-hbase_test_ca7081233779834539678.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14813304430274983819.p12 2024-11-22T23:10:18,777 DEBUG [FileChangeWatcher-hbase_test_key14813304430274983819.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14813304430274983819.p12 2024-11-22T23:10:18,777 DEBUG [FileChangeWatcher-hbase_test_ca7081233779834539678.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14813304430274983819.p12 2024-11-22T23:10:18,777 DEBUG [FileChangeWatcher-hbase_test_key14813304430274983819.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14813304430274983819.p12 2024-11-22T23:10:18,778 DEBUG [FileChangeWatcher-hbase_test_ca7081233779834539678.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14813304430274983819.p12 2024-11-22T23:10:18,778 INFO [FileChangeWatcher-hbase_test_key14813304430274983819.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14813304430274983819.p12 2024-11-22T23:10:18,778 DEBUG [FileChangeWatcher-hbase_test_ca7081233779834539678.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14813304430274983819.p12 2024-11-22T23:10:18,778 INFO [FileChangeWatcher-hbase_test_key14813304430274983819.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14813304430274983819.p12 2024-11-22T23:10:18,778 DEBUG [FileChangeWatcher-hbase_test_ca7081233779834539678.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7081233779834539678.p12 2024-11-22T23:10:18,778 DEBUG [FileChangeWatcher-hbase_test_key14813304430274983819.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7081233779834539678.p12 2024-11-22T23:10:18,778 DEBUG [FileChangeWatcher-hbase_test_key14813304430274983819.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7081233779834539678.p12 2024-11-22T23:10:18,778 INFO [FileChangeWatcher-hbase_test_ca7081233779834539678.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7081233779834539678.p12 2024-11-22T23:10:18,778 DEBUG [FileChangeWatcher-hbase_test_key14813304430274983819.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7081233779834539678.p12 2024-11-22T23:10:18,778 DEBUG [FileChangeWatcher-hbase_test_key14813304430274983819.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7081233779834539678.p12 2024-11-22T23:10:18,778 DEBUG [FileChangeWatcher-hbase_test_ca7081233779834539678.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7081233779834539678.p12 2024-11-22T23:10:18,778 INFO [FileChangeWatcher-hbase_test_ca7081233779834539678.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7081233779834539678.p12 2024-11-22T23:10:18,796 DEBUG [FileChangeWatcher-hbase_test_key14813304430274983819.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7081233779834539678.p12 2024-11-22T23:10:18,796 DEBUG [FileChangeWatcher-hbase_test_ca7081233779834539678.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7081233779834539678.p12 2024-11-22T23:10:18,796 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,46749,0 is dead - stopping the connection localhost:46749/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-22T23:10:18,796 DEBUG [FileChangeWatcher-hbase_test_key14813304430274983819.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7081233779834539678.p12 2024-11-22T23:10:18,796 DEBUG [FileChangeWatcher-hbase_test_ca7081233779834539678.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7081233779834539678.p12 2024-11-22T23:10:18,796 DEBUG [FileChangeWatcher-hbase_test_key14813304430274983819.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7081233779834539678.p12 2024-11-22T23:10:18,796 INFO [FileChangeWatcher-hbase_test_ca7081233779834539678.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7081233779834539678.p12 2024-11-22T23:10:18,796 DEBUG [FileChangeWatcher-hbase_test_key14813304430274983819.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7081233779834539678.p12 2024-11-22T23:10:18,796 INFO [FileChangeWatcher-hbase_test_ca7081233779834539678.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7081233779834539678.p12 2024-11-22T23:10:18,796 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T23:10:18,798 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:18,828 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:18,829 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T23:10:18,845 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:18,860 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:18,860 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x06ce2292, L:/127.0.0.1:46749 - R:/127.0.0.1:55714] 2024-11-22T23:10:18,897 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55714, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T23:10:18,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:10:18,899 DEBUG [FileChangeWatcher-hbase_test_key14813304430274983819.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14813304430274983819.p12 was interrupted and is shutting down... 2024-11-22T23:10:18,899 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46749 2024-11-22T23:10:18,899 DEBUG [FileChangeWatcher-hbase_test_ca7081233779834539678.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7081233779834539678.p12 was interrupted and is shutting down... 2024-11-22T23:10:18,899 DEBUG [FileChangeWatcher-hbase_test_key14813304430274983819.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14813304430274983819.p12 was interrupted and is shutting down... 2024-11-22T23:10:18,899 DEBUG [FileChangeWatcher-hbase_test_ca7081233779834539678.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7081233779834539678.p12 was interrupted and is shutting down... 2024-11-22T23:10:18,899 INFO [FileChangeWatcher-hbase_test_key14813304430274983819.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14813304430274983819.p12 thread finished 2024-11-22T23:10:18,899 INFO [FileChangeWatcher-hbase_test_ca7081233779834539678.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7081233779834539678.p12 thread finished 2024-11-22T23:10:18,904 INFO [FileChangeWatcher-hbase_test_ca7081233779834539678.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7081233779834539678.p12 thread finished 2024-11-22T23:10:18,904 INFO [FileChangeWatcher-hbase_test_key14813304430274983819.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14813304430274983819.p12 thread finished 2024-11-22T23:10:18,906 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 27) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca7081233779834539678.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key14813304430274983819.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=238 (was 238), ProcessCount=11 (was 11), AvailableMemoryMB=5200 (was 5271) 2024-11-22T23:10:18,912 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=238, ProcessCount=11, AvailableMemoryMB=5199 2024-11-22T23:10:18,913 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T23:10:18,914 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46383 2024-11-22T23:10:18,914 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-22T23:10:18,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27b01163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:10:18,915 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T23:10:18,916 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:18,945 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:18,946 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:18,947 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:18,947 INFO [FileChangeWatcher-hbase_test_key14813304430274983819.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14813304430274983819.p12 thread started 2024-11-22T23:10:18,947 INFO [FileChangeWatcher-hbase_test_ca7081233779834539678.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7081233779834539678.p12 thread started 2024-11-22T23:10:18,947 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T23:10:18,966 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:18,981 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:18,982 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:18,983 INFO [FileChangeWatcher-hbase_test_key14813304430274983819.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14813304430274983819.p12 thread started 2024-11-22T23:10:18,983 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:18,983 INFO [FileChangeWatcher-hbase_test_ca7081233779834539678.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7081233779834539678.p12 thread started 2024-11-22T23:10:18,983 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x88ef99f3, L:/127.0.0.1:46383 - R:/127.0.0.1:36706] 2024-11-22T23:10:19,020 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36706, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T23:10:19,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:10:19,022 DEBUG [FileChangeWatcher-hbase_test_key14813304430274983819.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14813304430274983819.p12 was interrupted and is shutting down... 2024-11-22T23:10:19,022 DEBUG [FileChangeWatcher-hbase_test_ca7081233779834539678.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7081233779834539678.p12 was interrupted and is shutting down... 2024-11-22T23:10:19,023 INFO [FileChangeWatcher-hbase_test_key14813304430274983819.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14813304430274983819.p12 thread finished 2024-11-22T23:10:19,023 INFO [FileChangeWatcher-hbase_test_ca7081233779834539678.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7081233779834539678.p12 thread finished 2024-11-22T23:10:19,233 DEBUG [FileChangeWatcher-hbase_test_key14813304430274983819.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14813304430274983819.p12 2024-11-22T23:10:19,233 DEBUG [FileChangeWatcher-hbase_test_ca7081233779834539678.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14813304430274983819.p12 2024-11-22T23:10:19,233 INFO [FileChangeWatcher-hbase_test_key14813304430274983819.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14813304430274983819.p12 2024-11-22T23:10:19,233 DEBUG [FileChangeWatcher-hbase_test_ca7081233779834539678.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14813304430274983819.p12 2024-11-22T23:10:19,260 DEBUG [FileChangeWatcher-hbase_test_key14813304430274983819.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14813304430274983819.p12 2024-11-22T23:10:19,260 DEBUG [FileChangeWatcher-hbase_test_ca7081233779834539678.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14813304430274983819.p12 2024-11-22T23:10:19,260 DEBUG [FileChangeWatcher-hbase_test_ca7081233779834539678.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14813304430274983819.p12 2024-11-22T23:10:19,260 INFO [FileChangeWatcher-hbase_test_key14813304430274983819.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14813304430274983819.p12 2024-11-22T23:10:19,260 DEBUG [FileChangeWatcher-hbase_test_ca7081233779834539678.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7081233779834539678.p12 2024-11-22T23:10:19,260 DEBUG [FileChangeWatcher-hbase_test_key14813304430274983819.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7081233779834539678.p12 2024-11-22T23:10:19,260 INFO [FileChangeWatcher-hbase_test_ca7081233779834539678.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7081233779834539678.p12 2024-11-22T23:10:19,260 DEBUG [FileChangeWatcher-hbase_test_key14813304430274983819.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7081233779834539678.p12 2024-11-22T23:10:19,274 DEBUG [FileChangeWatcher-hbase_test_key14813304430274983819.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7081233779834539678.p12 2024-11-22T23:10:19,274 DEBUG [FileChangeWatcher-hbase_test_ca7081233779834539678.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7081233779834539678.p12 2024-11-22T23:10:19,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@474094d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:10:19,275 DEBUG [FileChangeWatcher-hbase_test_key14813304430274983819.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7081233779834539678.p12 2024-11-22T23:10:19,275 INFO [FileChangeWatcher-hbase_test_ca7081233779834539678.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7081233779834539678.p12 2024-11-22T23:10:19,275 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T23:10:19,276 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:19,306 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:19,307 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:19,307 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:19,307 INFO [FileChangeWatcher-hbase_test_key14813304430274983819.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14813304430274983819.p12 thread started 2024-11-22T23:10:19,308 INFO [FileChangeWatcher-hbase_test_ca7081233779834539678.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7081233779834539678.p12 thread started 2024-11-22T23:10:19,308 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T23:10:19,323 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:19,338 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:19,339 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3a06f988, L:/127.0.0.1:46383 - R:/127.0.0.1:36712] 2024-11-22T23:10:19,376 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36712, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T23:10:19,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:10:19,379 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46383 2024-11-22T23:10:19,379 DEBUG [FileChangeWatcher-hbase_test_key14813304430274983819.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14813304430274983819.p12 was interrupted and is shutting down... 2024-11-22T23:10:19,379 DEBUG [FileChangeWatcher-hbase_test_ca7081233779834539678.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7081233779834539678.p12 was interrupted and is shutting down... 2024-11-22T23:10:19,379 DEBUG [FileChangeWatcher-hbase_test_ca7081233779834539678.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7081233779834539678.p12 was interrupted and is shutting down... 2024-11-22T23:10:19,379 DEBUG [FileChangeWatcher-hbase_test_key14813304430274983819.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14813304430274983819.p12 was interrupted and is shutting down... 2024-11-22T23:10:19,379 INFO [FileChangeWatcher-hbase_test_ca7081233779834539678.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7081233779834539678.p12 thread finished 2024-11-22T23:10:19,379 INFO [FileChangeWatcher-hbase_test_key14813304430274983819.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14813304430274983819.p12 thread finished 2024-11-22T23:10:19,379 INFO [FileChangeWatcher-hbase_test_key14813304430274983819.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14813304430274983819.p12 thread finished 2024-11-22T23:10:19,381 INFO [FileChangeWatcher-hbase_test_ca7081233779834539678.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7081233779834539678.p12 thread finished 2024-11-22T23:10:19,387 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 29) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca7081233779834539678.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=238 (was 238), ProcessCount=11 (was 11), AvailableMemoryMB=5139 (was 5199) 2024-11-22T23:10:19,393 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=238, ProcessCount=11, AvailableMemoryMB=5138 2024-11-22T23:10:19,943 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T23:10:19,944 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42019 2024-11-22T23:10:19,944 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-22T23:10:19,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2670b424, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:10:19,945 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T23:10:19,946 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:20,282 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:20,282 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:20,283 INFO [FileChangeWatcher-hbase_test_key12962060541303201495.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12962060541303201495.bcfks thread started 2024-11-22T23:10:20,283 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:20,283 INFO [FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks thread started 2024-11-22T23:10:20,283 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T23:10:20,446 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:20,611 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:20,612 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:20,612 INFO [FileChangeWatcher-hbase_test_key12962060541303201495.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12962060541303201495.bcfks thread started 2024-11-22T23:10:20,612 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:20,613 INFO [FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks thread started 2024-11-22T23:10:20,613 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe7ac784a, L:/127.0.0.1:42019 - R:/127.0.0.1:37066] 2024-11-22T23:10:20,804 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37066, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T23:10:21,053 DEBUG [FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12962060541303201495.bcfks 2024-11-22T23:10:21,053 DEBUG [FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12962060541303201495.bcfks 2024-11-22T23:10:21,053 DEBUG [FileChangeWatcher-hbase_test_key12962060541303201495.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12962060541303201495.bcfks 2024-11-22T23:10:21,053 DEBUG [FileChangeWatcher-hbase_test_key12962060541303201495.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12962060541303201495.bcfks 2024-11-22T23:10:21,053 DEBUG [FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12962060541303201495.bcfks 2024-11-22T23:10:21,053 DEBUG [FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12962060541303201495.bcfks 2024-11-22T23:10:21,053 INFO [FileChangeWatcher-hbase_test_key12962060541303201495.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12962060541303201495.bcfks 2024-11-22T23:10:21,053 INFO [FileChangeWatcher-hbase_test_key12962060541303201495.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12962060541303201495.bcfks 2024-11-22T23:10:21,299 DEBUG [FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12962060541303201495.bcfks 2024-11-22T23:10:21,299 DEBUG [FileChangeWatcher-hbase_test_key12962060541303201495.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12962060541303201495.bcfks 2024-11-22T23:10:21,299 DEBUG [FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12962060541303201495.bcfks 2024-11-22T23:10:21,299 DEBUG [FileChangeWatcher-hbase_test_key12962060541303201495.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12962060541303201495.bcfks 2024-11-22T23:10:21,299 INFO [FileChangeWatcher-hbase_test_key12962060541303201495.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12962060541303201495.bcfks 2024-11-22T23:10:21,299 DEBUG [FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12962060541303201495.bcfks 2024-11-22T23:10:21,299 DEBUG [FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12962060541303201495.bcfks 2024-11-22T23:10:21,299 INFO [FileChangeWatcher-hbase_test_key12962060541303201495.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12962060541303201495.bcfks 2024-11-22T23:10:21,299 DEBUG [FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14846118200599129488.bcfks 2024-11-22T23:10:21,299 DEBUG [FileChangeWatcher-hbase_test_key12962060541303201495.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14846118200599129488.bcfks 2024-11-22T23:10:21,299 DEBUG [FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14846118200599129488.bcfks 2024-11-22T23:10:21,299 DEBUG [FileChangeWatcher-hbase_test_key12962060541303201495.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14846118200599129488.bcfks 2024-11-22T23:10:21,299 DEBUG [FileChangeWatcher-hbase_test_key12962060541303201495.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14846118200599129488.bcfks 2024-11-22T23:10:21,299 INFO [FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14846118200599129488.bcfks 2024-11-22T23:10:21,299 INFO [FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14846118200599129488.bcfks 2024-11-22T23:10:21,299 DEBUG [FileChangeWatcher-hbase_test_key12962060541303201495.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14846118200599129488.bcfks 2024-11-22T23:10:21,470 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,42019,0 is dead - stopping the connection localhost:42019/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-22T23:10:21,470 DEBUG [FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14846118200599129488.bcfks 2024-11-22T23:10:21,470 DEBUG [FileChangeWatcher-hbase_test_key12962060541303201495.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14846118200599129488.bcfks 2024-11-22T23:10:21,470 DEBUG [FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14846118200599129488.bcfks 2024-11-22T23:10:21,470 DEBUG [FileChangeWatcher-hbase_test_key12962060541303201495.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14846118200599129488.bcfks 2024-11-22T23:10:21,471 INFO [FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14846118200599129488.bcfks 2024-11-22T23:10:21,471 DEBUG [FileChangeWatcher-hbase_test_key12962060541303201495.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14846118200599129488.bcfks 2024-11-22T23:10:21,471 INFO [FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14846118200599129488.bcfks 2024-11-22T23:10:21,471 DEBUG [FileChangeWatcher-hbase_test_key12962060541303201495.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14846118200599129488.bcfks 2024-11-22T23:10:21,471 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T23:10:21,472 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:21,794 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:21,795 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T23:10:21,957 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:22,119 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:22,119 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x45f89321, L:/127.0.0.1:42019 - R:/127.0.0.1:37082] 2024-11-22T23:10:22,319 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37082, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T23:10:22,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:10:22,320 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42019 2024-11-22T23:10:22,320 DEBUG [FileChangeWatcher-hbase_test_key12962060541303201495.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12962060541303201495.bcfks was interrupted and is shutting down... 2024-11-22T23:10:22,320 DEBUG [FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks was interrupted and is shutting down... 2024-11-22T23:10:22,320 DEBUG [FileChangeWatcher-hbase_test_key12962060541303201495.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12962060541303201495.bcfks was interrupted and is shutting down... 2024-11-22T23:10:22,320 DEBUG [FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks was interrupted and is shutting down... 2024-11-22T23:10:22,320 INFO [FileChangeWatcher-hbase_test_key12962060541303201495.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12962060541303201495.bcfks thread finished 2024-11-22T23:10:22,321 INFO [FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks thread finished 2024-11-22T23:10:22,327 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 31) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key12962060541303201495.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=227 (was 238), ProcessCount=11 (was 11), AvailableMemoryMB=5069 (was 5138) 2024-11-22T23:10:22,333 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=227, ProcessCount=11, AvailableMemoryMB=5069 2024-11-22T23:10:22,334 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T23:10:22,335 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40019 2024-11-22T23:10:22,335 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-22T23:10:22,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d09514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:10:22,336 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T23:10:22,337 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:22,344 INFO [FileChangeWatcher-hbase_test_key12962060541303201495.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12962060541303201495.bcfks thread finished 2024-11-22T23:10:22,344 INFO [FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks thread finished 2024-11-22T23:10:22,662 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:22,663 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:22,663 INFO [FileChangeWatcher-hbase_test_key12962060541303201495.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12962060541303201495.bcfks thread started 2024-11-22T23:10:22,663 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:22,664 INFO [FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks thread started 2024-11-22T23:10:22,664 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T23:10:22,827 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:22,992 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:22,993 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:22,993 INFO [FileChangeWatcher-hbase_test_key12962060541303201495.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12962060541303201495.bcfks thread started 2024-11-22T23:10:22,994 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:22,994 INFO [FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks thread started 2024-11-22T23:10:22,994 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd06a22e4, L:/127.0.0.1:40019 - R:/127.0.0.1:56308] 2024-11-22T23:10:23,172 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56308, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T23:10:23,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:10:23,174 DEBUG [FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks was interrupted and is shutting down... 2024-11-22T23:10:23,174 DEBUG [FileChangeWatcher-hbase_test_key12962060541303201495.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12962060541303201495.bcfks was interrupted and is shutting down... 2024-11-22T23:10:23,175 INFO [FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks thread finished 2024-11-22T23:10:23,175 INFO [FileChangeWatcher-hbase_test_key12962060541303201495.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12962060541303201495.bcfks thread finished 2024-11-22T23:10:23,858 DEBUG [FileChangeWatcher-hbase_test_key12962060541303201495.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12962060541303201495.bcfks 2024-11-22T23:10:23,858 DEBUG [FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12962060541303201495.bcfks 2024-11-22T23:10:23,859 INFO [FileChangeWatcher-hbase_test_key12962060541303201495.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12962060541303201495.bcfks 2024-11-22T23:10:23,859 DEBUG [FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12962060541303201495.bcfks 2024-11-22T23:10:24,105 DEBUG [FileChangeWatcher-hbase_test_key12962060541303201495.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12962060541303201495.bcfks 2024-11-22T23:10:24,105 DEBUG [FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12962060541303201495.bcfks 2024-11-22T23:10:24,106 INFO [FileChangeWatcher-hbase_test_key12962060541303201495.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12962060541303201495.bcfks 2024-11-22T23:10:24,106 DEBUG [FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12962060541303201495.bcfks 2024-11-22T23:10:24,106 DEBUG [FileChangeWatcher-hbase_test_key12962060541303201495.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14846118200599129488.bcfks 2024-11-22T23:10:24,106 DEBUG [FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14846118200599129488.bcfks 2024-11-22T23:10:24,106 DEBUG [FileChangeWatcher-hbase_test_key12962060541303201495.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14846118200599129488.bcfks 2024-11-22T23:10:24,106 INFO [FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14846118200599129488.bcfks 2024-11-22T23:10:24,266 DEBUG [FileChangeWatcher-hbase_test_key12962060541303201495.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14846118200599129488.bcfks 2024-11-22T23:10:24,266 DEBUG [FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14846118200599129488.bcfks 2024-11-22T23:10:24,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1514734d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:10:24,266 DEBUG [FileChangeWatcher-hbase_test_key12962060541303201495.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14846118200599129488.bcfks 2024-11-22T23:10:24,266 INFO [FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14846118200599129488.bcfks 2024-11-22T23:10:24,267 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T23:10:24,268 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:24,592 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:24,593 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:24,594 INFO [FileChangeWatcher-hbase_test_key12962060541303201495.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12962060541303201495.bcfks thread started 2024-11-22T23:10:24,594 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:24,594 INFO [FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks thread started 2024-11-22T23:10:24,594 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T23:10:24,757 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:24,918 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:24,919 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x26c9e751, L:/127.0.0.1:40019 - R:/127.0.0.1:44226] 2024-11-22T23:10:25,102 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44226, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T23:10:25,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:10:25,105 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40019 2024-11-22T23:10:25,105 DEBUG [FileChangeWatcher-hbase_test_key12962060541303201495.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12962060541303201495.bcfks was interrupted and is shutting down... 2024-11-22T23:10:25,105 DEBUG [FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks was interrupted and is shutting down... 2024-11-22T23:10:25,105 DEBUG [FileChangeWatcher-hbase_test_key12962060541303201495.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12962060541303201495.bcfks was interrupted and is shutting down... 2024-11-22T23:10:25,105 DEBUG [FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks was interrupted and is shutting down... 2024-11-22T23:10:25,105 INFO [FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks thread finished 2024-11-22T23:10:25,105 INFO [FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14846118200599129488.bcfks thread finished 2024-11-22T23:10:25,105 INFO [FileChangeWatcher-hbase_test_key12962060541303201495.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12962060541303201495.bcfks thread finished 2024-11-22T23:10:25,106 INFO [FileChangeWatcher-hbase_test_key12962060541303201495.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12962060541303201495.bcfks thread finished 2024-11-22T23:10:25,113 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=227 (was 227), ProcessCount=11 (was 11), AvailableMemoryMB=4978 (was 5069) 2024-11-22T23:10:25,118 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=227, ProcessCount=11, AvailableMemoryMB=4978 2024-11-22T23:10:25,245 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T23:10:25,246 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41179 2024-11-22T23:10:25,246 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-22T23:10:25,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4347df3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:10:25,246 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T23:10:25,247 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:25,276 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:25,277 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:25,277 INFO [FileChangeWatcher-hbase_test_key13614246150740136982.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13614246150740136982.jks thread started 2024-11-22T23:10:25,277 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:25,278 INFO [FileChangeWatcher-hbase_test_ca2945787318325345784.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2945787318325345784.jks thread started 2024-11-22T23:10:25,278 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T23:10:25,293 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:25,313 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:25,314 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:25,314 INFO [FileChangeWatcher-hbase_test_key13614246150740136982.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13614246150740136982.jks thread started 2024-11-22T23:10:25,314 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:25,315 INFO [FileChangeWatcher-hbase_test_ca2945787318325345784.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2945787318325345784.jks thread started 2024-11-22T23:10:25,315 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xed37f20e, L:/127.0.0.1:41179 - R:/127.0.0.1:40014] 2024-11-22T23:10:25,372 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40014, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T23:10:25,383 DEBUG [FileChangeWatcher-hbase_test_key13614246150740136982.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13614246150740136982.jks 2024-11-22T23:10:25,383 DEBUG [FileChangeWatcher-hbase_test_ca2945787318325345784.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13614246150740136982.jks 2024-11-22T23:10:25,383 DEBUG [FileChangeWatcher-hbase_test_key13614246150740136982.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13614246150740136982.jks 2024-11-22T23:10:25,383 DEBUG [FileChangeWatcher-hbase_test_ca2945787318325345784.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13614246150740136982.jks 2024-11-22T23:10:25,383 INFO [FileChangeWatcher-hbase_test_key13614246150740136982.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13614246150740136982.jks 2024-11-22T23:10:25,383 DEBUG [FileChangeWatcher-hbase_test_ca2945787318325345784.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13614246150740136982.jks 2024-11-22T23:10:25,383 INFO [FileChangeWatcher-hbase_test_key13614246150740136982.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13614246150740136982.jks 2024-11-22T23:10:25,383 DEBUG [FileChangeWatcher-hbase_test_ca2945787318325345784.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13614246150740136982.jks 2024-11-22T23:10:25,409 DEBUG [FileChangeWatcher-hbase_test_key13614246150740136982.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13614246150740136982.jks 2024-11-22T23:10:25,409 DEBUG [FileChangeWatcher-hbase_test_key13614246150740136982.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13614246150740136982.jks 2024-11-22T23:10:25,409 DEBUG [FileChangeWatcher-hbase_test_ca2945787318325345784.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13614246150740136982.jks 2024-11-22T23:10:25,409 DEBUG [FileChangeWatcher-hbase_test_ca2945787318325345784.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13614246150740136982.jks 2024-11-22T23:10:25,409 INFO [FileChangeWatcher-hbase_test_key13614246150740136982.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13614246150740136982.jks 2024-11-22T23:10:25,409 INFO [FileChangeWatcher-hbase_test_key13614246150740136982.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13614246150740136982.jks 2024-11-22T23:10:25,409 DEBUG [FileChangeWatcher-hbase_test_ca2945787318325345784.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13614246150740136982.jks 2024-11-22T23:10:25,409 DEBUG [FileChangeWatcher-hbase_test_key13614246150740136982.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2945787318325345784.jks 2024-11-22T23:10:25,409 DEBUG [FileChangeWatcher-hbase_test_ca2945787318325345784.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13614246150740136982.jks 2024-11-22T23:10:25,410 DEBUG [FileChangeWatcher-hbase_test_key13614246150740136982.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2945787318325345784.jks 2024-11-22T23:10:25,410 DEBUG [FileChangeWatcher-hbase_test_key13614246150740136982.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2945787318325345784.jks 2024-11-22T23:10:25,410 DEBUG [FileChangeWatcher-hbase_test_ca2945787318325345784.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2945787318325345784.jks 2024-11-22T23:10:25,410 DEBUG [FileChangeWatcher-hbase_test_ca2945787318325345784.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2945787318325345784.jks 2024-11-22T23:10:25,410 DEBUG [FileChangeWatcher-hbase_test_key13614246150740136982.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2945787318325345784.jks 2024-11-22T23:10:25,410 INFO [FileChangeWatcher-hbase_test_ca2945787318325345784.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2945787318325345784.jks 2024-11-22T23:10:25,410 INFO [FileChangeWatcher-hbase_test_ca2945787318325345784.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2945787318325345784.jks 2024-11-22T23:10:25,424 DEBUG [FileChangeWatcher-hbase_test_key13614246150740136982.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2945787318325345784.jks 2024-11-22T23:10:25,424 DEBUG [FileChangeWatcher-hbase_test_ca2945787318325345784.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2945787318325345784.jks 2024-11-22T23:10:25,424 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,41179,0 is dead - stopping the connection localhost:41179/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-22T23:10:25,424 DEBUG [FileChangeWatcher-hbase_test_key13614246150740136982.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2945787318325345784.jks 2024-11-22T23:10:25,425 DEBUG [FileChangeWatcher-hbase_test_key13614246150740136982.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2945787318325345784.jks 2024-11-22T23:10:25,425 INFO [FileChangeWatcher-hbase_test_ca2945787318325345784.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2945787318325345784.jks 2024-11-22T23:10:25,424 DEBUG [FileChangeWatcher-hbase_test_ca2945787318325345784.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2945787318325345784.jks 2024-11-22T23:10:25,425 INFO [FileChangeWatcher-hbase_test_ca2945787318325345784.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2945787318325345784.jks 2024-11-22T23:10:25,425 DEBUG [FileChangeWatcher-hbase_test_key13614246150740136982.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2945787318325345784.jks 2024-11-22T23:10:25,425 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T23:10:25,426 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:25,456 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:25,457 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T23:10:25,481 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:25,496 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:25,497 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x95a2e5e7, L:/127.0.0.1:41179 - R:/127.0.0.1:40030] 2024-11-22T23:10:25,545 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40030, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T23:10:25,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:10:25,548 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41179 2024-11-22T23:10:25,548 DEBUG [FileChangeWatcher-hbase_test_ca2945787318325345784.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2945787318325345784.jks was interrupted and is shutting down... 2024-11-22T23:10:25,548 DEBUG [FileChangeWatcher-hbase_test_key13614246150740136982.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13614246150740136982.jks was interrupted and is shutting down... 2024-11-22T23:10:25,548 DEBUG [FileChangeWatcher-hbase_test_key13614246150740136982.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13614246150740136982.jks was interrupted and is shutting down... 2024-11-22T23:10:25,549 DEBUG [FileChangeWatcher-hbase_test_ca2945787318325345784.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2945787318325345784.jks was interrupted and is shutting down... 2024-11-22T23:10:25,549 INFO [FileChangeWatcher-hbase_test_key13614246150740136982.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13614246150740136982.jks thread finished 2024-11-22T23:10:25,549 INFO [FileChangeWatcher-hbase_test_ca2945787318325345784.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2945787318325345784.jks thread finished 2024-11-22T23:10:25,549 INFO [FileChangeWatcher-hbase_test_key13614246150740136982.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13614246150740136982.jks thread finished 2024-11-22T23:10:25,558 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=227 (was 227), ProcessCount=11 (was 11), AvailableMemoryMB=4948 (was 4978) 2024-11-22T23:10:25,565 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=227, ProcessCount=11, AvailableMemoryMB=4948 2024-11-22T23:10:25,566 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T23:10:25,567 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43005 2024-11-22T23:10:25,567 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-22T23:10:25,568 INFO [FileChangeWatcher-hbase_test_ca2945787318325345784.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2945787318325345784.jks thread finished 2024-11-22T23:10:25,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b4cd55b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:10:25,569 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T23:10:25,569 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:25,600 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:25,601 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:25,601 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:25,601 INFO [FileChangeWatcher-hbase_test_key13614246150740136982.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13614246150740136982.jks thread started 2024-11-22T23:10:25,602 INFO [FileChangeWatcher-hbase_test_ca2945787318325345784.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2945787318325345784.jks thread started 2024-11-22T23:10:25,602 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T23:10:25,618 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:25,635 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:25,636 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:25,636 INFO [FileChangeWatcher-hbase_test_key13614246150740136982.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13614246150740136982.jks thread started 2024-11-22T23:10:25,636 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:25,637 INFO [FileChangeWatcher-hbase_test_ca2945787318325345784.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2945787318325345784.jks thread started 2024-11-22T23:10:25,637 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x31ba65f1, L:/127.0.0.1:43005 - R:/127.0.0.1:55534] 2024-11-22T23:10:25,678 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55534, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T23:10:25,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:10:25,680 DEBUG [FileChangeWatcher-hbase_test_key13614246150740136982.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13614246150740136982.jks was interrupted and is shutting down... 2024-11-22T23:10:25,680 DEBUG [FileChangeWatcher-hbase_test_ca2945787318325345784.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2945787318325345784.jks was interrupted and is shutting down... 2024-11-22T23:10:25,681 INFO [FileChangeWatcher-hbase_test_key13614246150740136982.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13614246150740136982.jks thread finished 2024-11-22T23:10:25,681 INFO [FileChangeWatcher-hbase_test_ca2945787318325345784.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2945787318325345784.jks thread finished 2024-11-22T23:10:25,686 DEBUG [FileChangeWatcher-hbase_test_key13614246150740136982.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13614246150740136982.jks 2024-11-22T23:10:25,686 DEBUG [FileChangeWatcher-hbase_test_ca2945787318325345784.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13614246150740136982.jks 2024-11-22T23:10:25,687 INFO [FileChangeWatcher-hbase_test_key13614246150740136982.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13614246150740136982.jks 2024-11-22T23:10:25,687 DEBUG [FileChangeWatcher-hbase_test_ca2945787318325345784.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13614246150740136982.jks 2024-11-22T23:10:25,713 DEBUG [FileChangeWatcher-hbase_test_key13614246150740136982.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13614246150740136982.jks 2024-11-22T23:10:25,713 DEBUG [FileChangeWatcher-hbase_test_ca2945787318325345784.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13614246150740136982.jks 2024-11-22T23:10:25,713 INFO [FileChangeWatcher-hbase_test_key13614246150740136982.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13614246150740136982.jks 2024-11-22T23:10:25,713 DEBUG [FileChangeWatcher-hbase_test_key13614246150740136982.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2945787318325345784.jks 2024-11-22T23:10:25,713 DEBUG [FileChangeWatcher-hbase_test_ca2945787318325345784.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13614246150740136982.jks 2024-11-22T23:10:25,714 DEBUG [FileChangeWatcher-hbase_test_key13614246150740136982.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2945787318325345784.jks 2024-11-22T23:10:25,714 DEBUG [FileChangeWatcher-hbase_test_ca2945787318325345784.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2945787318325345784.jks 2024-11-22T23:10:25,714 INFO [FileChangeWatcher-hbase_test_ca2945787318325345784.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2945787318325345784.jks 2024-11-22T23:10:25,729 DEBUG [FileChangeWatcher-hbase_test_ca2945787318325345784.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2945787318325345784.jks 2024-11-22T23:10:25,729 DEBUG [FileChangeWatcher-hbase_test_key13614246150740136982.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2945787318325345784.jks 2024-11-22T23:10:25,729 DEBUG [FileChangeWatcher-hbase_test_key13614246150740136982.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2945787318325345784.jks 2024-11-22T23:10:25,729 INFO [FileChangeWatcher-hbase_test_ca2945787318325345784.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2945787318325345784.jks 2024-11-22T23:10:25,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a7383b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:10:25,729 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T23:10:25,730 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:25,763 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:25,763 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:25,764 INFO [FileChangeWatcher-hbase_test_key13614246150740136982.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13614246150740136982.jks thread started 2024-11-22T23:10:25,764 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:25,764 INFO [FileChangeWatcher-hbase_test_ca2945787318325345784.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2945787318325345784.jks thread started 2024-11-22T23:10:25,765 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T23:10:25,780 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:25,795 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:25,796 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb1ef9e08, L:/127.0.0.1:43005 - R:/127.0.0.1:55548] 2024-11-22T23:10:25,836 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55548, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T23:10:25,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:10:25,837 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43005 2024-11-22T23:10:25,837 DEBUG [FileChangeWatcher-hbase_test_key13614246150740136982.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13614246150740136982.jks was interrupted and is shutting down... 2024-11-22T23:10:25,837 DEBUG [FileChangeWatcher-hbase_test_ca2945787318325345784.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2945787318325345784.jks was interrupted and is shutting down... 2024-11-22T23:10:25,838 DEBUG [FileChangeWatcher-hbase_test_key13614246150740136982.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13614246150740136982.jks was interrupted and is shutting down... 2024-11-22T23:10:25,838 DEBUG [FileChangeWatcher-hbase_test_ca2945787318325345784.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2945787318325345784.jks was interrupted and is shutting down... 2024-11-22T23:10:25,838 INFO [FileChangeWatcher-hbase_test_key13614246150740136982.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13614246150740136982.jks thread finished 2024-11-22T23:10:25,838 INFO [FileChangeWatcher-hbase_test_ca2945787318325345784.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2945787318325345784.jks thread finished 2024-11-22T23:10:25,845 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=227 (was 227), ProcessCount=11 (was 11), AvailableMemoryMB=4922 (was 4948) 2024-11-22T23:10:25,851 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=227, ProcessCount=11, AvailableMemoryMB=4922 2024-11-22T23:10:25,852 INFO [FileChangeWatcher-hbase_test_ca2945787318325345784.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2945787318325345784.jks thread finished 2024-11-22T23:10:25,852 INFO [FileChangeWatcher-hbase_test_key13614246150740136982.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13614246150740136982.jks thread finished 2024-11-22T23:10:25,856 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T23:10:25,857 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35517 2024-11-22T23:10:25,857 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-22T23:10:25,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a1a0227, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:10:25,858 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T23:10:25,859 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:25,863 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:25,863 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:25,864 INFO [FileChangeWatcher-hbase_test_key8902454976711496445.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8902454976711496445.pem thread started 2024-11-22T23:10:25,864 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:25,864 INFO [FileChangeWatcher-hbase_test_ca18047415296641382695.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18047415296641382695.pem thread started 2024-11-22T23:10:25,864 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T23:10:25,868 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:25,869 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:25,869 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:25,882 INFO [FileChangeWatcher-hbase_test_key8902454976711496445.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8902454976711496445.pem thread started 2024-11-22T23:10:25,884 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:25,884 INFO [FileChangeWatcher-hbase_test_ca18047415296641382695.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18047415296641382695.pem thread started 2024-11-22T23:10:25,884 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x69a4f260, L:/127.0.0.1:35517 - R:/127.0.0.1:53638] 2024-11-22T23:10:25,903 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53638, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T23:10:25,913 DEBUG [FileChangeWatcher-hbase_test_ca18047415296641382695.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8902454976711496445.pem 2024-11-22T23:10:25,913 DEBUG [FileChangeWatcher-hbase_test_key8902454976711496445.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8902454976711496445.pem 2024-11-22T23:10:25,913 DEBUG [FileChangeWatcher-hbase_test_key8902454976711496445.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8902454976711496445.pem 2024-11-22T23:10:25,913 DEBUG [FileChangeWatcher-hbase_test_ca18047415296641382695.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8902454976711496445.pem 2024-11-22T23:10:25,913 INFO [FileChangeWatcher-hbase_test_key8902454976711496445.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8902454976711496445.pem 2024-11-22T23:10:25,913 DEBUG [FileChangeWatcher-hbase_test_ca18047415296641382695.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8902454976711496445.pem 2024-11-22T23:10:25,913 INFO [FileChangeWatcher-hbase_test_key8902454976711496445.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8902454976711496445.pem 2024-11-22T23:10:25,913 DEBUG [FileChangeWatcher-hbase_test_ca18047415296641382695.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8902454976711496445.pem 2024-11-22T23:10:25,913 DEBUG [FileChangeWatcher-hbase_test_ca18047415296641382695.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8902454976711496445.pem 2024-11-22T23:10:25,913 DEBUG [FileChangeWatcher-hbase_test_key8902454976711496445.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8902454976711496445.pem 2024-11-22T23:10:25,913 DEBUG [FileChangeWatcher-hbase_test_key8902454976711496445.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8902454976711496445.pem 2024-11-22T23:10:25,914 DEBUG [FileChangeWatcher-hbase_test_ca18047415296641382695.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8902454976711496445.pem 2024-11-22T23:10:25,914 INFO [FileChangeWatcher-hbase_test_key8902454976711496445.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8902454976711496445.pem 2024-11-22T23:10:25,914 INFO [FileChangeWatcher-hbase_test_key8902454976711496445.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8902454976711496445.pem 2024-11-22T23:10:25,914 DEBUG [FileChangeWatcher-hbase_test_ca18047415296641382695.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8902454976711496445.pem 2024-11-22T23:10:25,914 DEBUG [FileChangeWatcher-hbase_test_ca18047415296641382695.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8902454976711496445.pem 2024-11-22T23:10:25,914 DEBUG [FileChangeWatcher-hbase_test_key8902454976711496445.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18047415296641382695.pem 2024-11-22T23:10:25,914 DEBUG [FileChangeWatcher-hbase_test_ca18047415296641382695.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18047415296641382695.pem 2024-11-22T23:10:25,914 DEBUG [FileChangeWatcher-hbase_test_ca18047415296641382695.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18047415296641382695.pem 2024-11-22T23:10:25,914 DEBUG [FileChangeWatcher-hbase_test_key8902454976711496445.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18047415296641382695.pem 2024-11-22T23:10:25,914 DEBUG [FileChangeWatcher-hbase_test_key8902454976711496445.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18047415296641382695.pem 2024-11-22T23:10:25,914 INFO [FileChangeWatcher-hbase_test_ca18047415296641382695.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18047415296641382695.pem 2024-11-22T23:10:25,914 INFO [FileChangeWatcher-hbase_test_ca18047415296641382695.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18047415296641382695.pem 2024-11-22T23:10:25,914 DEBUG [FileChangeWatcher-hbase_test_key8902454976711496445.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18047415296641382695.pem 2024-11-22T23:10:25,914 DEBUG [FileChangeWatcher-hbase_test_key8902454976711496445.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18047415296641382695.pem 2024-11-22T23:10:25,914 DEBUG [FileChangeWatcher-hbase_test_ca18047415296641382695.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18047415296641382695.pem 2024-11-22T23:10:25,914 DEBUG [FileChangeWatcher-hbase_test_ca18047415296641382695.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18047415296641382695.pem 2024-11-22T23:10:25,914 DEBUG [FileChangeWatcher-hbase_test_key8902454976711496445.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18047415296641382695.pem 2024-11-22T23:10:25,915 DEBUG [FileChangeWatcher-hbase_test_key8902454976711496445.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18047415296641382695.pem 2024-11-22T23:10:25,915 INFO [FileChangeWatcher-hbase_test_ca18047415296641382695.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18047415296641382695.pem 2024-11-22T23:10:25,915 INFO [FileChangeWatcher-hbase_test_ca18047415296641382695.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18047415296641382695.pem 2024-11-22T23:10:25,915 DEBUG [FileChangeWatcher-hbase_test_key8902454976711496445.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18047415296641382695.pem 2024-11-22T23:10:25,915 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,35517,0 is dead - stopping the connection localhost:35517/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-22T23:10:25,915 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T23:10:25,916 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:25,920 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:25,921 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T23:10:25,924 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:25,925 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:25,925 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5884dd25, L:/127.0.0.1:35517 - R:/127.0.0.1:53640] 2024-11-22T23:10:25,941 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53640, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T23:10:25,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:10:25,942 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35517 2024-11-22T23:10:25,942 DEBUG [FileChangeWatcher-hbase_test_key8902454976711496445.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8902454976711496445.pem was interrupted and is shutting down... 2024-11-22T23:10:25,942 DEBUG [FileChangeWatcher-hbase_test_ca18047415296641382695.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18047415296641382695.pem was interrupted and is shutting down... 2024-11-22T23:10:25,942 DEBUG [FileChangeWatcher-hbase_test_key8902454976711496445.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8902454976711496445.pem was interrupted and is shutting down... 2024-11-22T23:10:25,942 DEBUG [FileChangeWatcher-hbase_test_ca18047415296641382695.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18047415296641382695.pem was interrupted and is shutting down... 2024-11-22T23:10:25,942 INFO [FileChangeWatcher-hbase_test_ca18047415296641382695.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18047415296641382695.pem thread finished 2024-11-22T23:10:25,942 INFO [FileChangeWatcher-hbase_test_key8902454976711496445.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8902454976711496445.pem thread finished 2024-11-22T23:10:25,942 INFO [FileChangeWatcher-hbase_test_key8902454976711496445.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8902454976711496445.pem thread finished 2024-11-22T23:10:25,949 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=227 (was 227), ProcessCount=11 (was 11), AvailableMemoryMB=4901 (was 4922) 2024-11-22T23:10:25,955 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=227, ProcessCount=11, AvailableMemoryMB=4901 2024-11-22T23:10:25,957 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T23:10:25,957 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44147 2024-11-22T23:10:25,958 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-22T23:10:25,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47075d49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:10:25,958 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T23:10:25,959 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:25,960 INFO [FileChangeWatcher-hbase_test_ca18047415296641382695.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18047415296641382695.pem thread finished 2024-11-22T23:10:25,963 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:25,963 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:25,963 INFO [FileChangeWatcher-hbase_test_key8902454976711496445.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8902454976711496445.pem thread started 2024-11-22T23:10:25,963 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:25,964 INFO [FileChangeWatcher-hbase_test_ca18047415296641382695.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18047415296641382695.pem thread started 2024-11-22T23:10:25,964 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T23:10:25,968 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:25,968 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:25,969 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:25,969 INFO [FileChangeWatcher-hbase_test_key8902454976711496445.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8902454976711496445.pem thread started 2024-11-22T23:10:25,969 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:25,972 INFO [FileChangeWatcher-hbase_test_ca18047415296641382695.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18047415296641382695.pem thread started 2024-11-22T23:10:25,972 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x191093d9, L:/127.0.0.1:44147 - R:/127.0.0.1:44548] 2024-11-22T23:10:25,986 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44548, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T23:10:25,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:10:25,987 DEBUG [FileChangeWatcher-hbase_test_key8902454976711496445.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8902454976711496445.pem was interrupted and is shutting down... 2024-11-22T23:10:25,987 DEBUG [FileChangeWatcher-hbase_test_ca18047415296641382695.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18047415296641382695.pem was interrupted and is shutting down... 2024-11-22T23:10:25,988 INFO [FileChangeWatcher-hbase_test_key8902454976711496445.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8902454976711496445.pem thread finished 2024-11-22T23:10:25,995 DEBUG [FileChangeWatcher-hbase_test_ca18047415296641382695.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8902454976711496445.pem 2024-11-22T23:10:25,995 DEBUG [FileChangeWatcher-hbase_test_key8902454976711496445.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8902454976711496445.pem 2024-11-22T23:10:25,995 DEBUG [FileChangeWatcher-hbase_test_ca18047415296641382695.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8902454976711496445.pem 2024-11-22T23:10:25,995 INFO [FileChangeWatcher-hbase_test_key8902454976711496445.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8902454976711496445.pem 2024-11-22T23:10:25,996 DEBUG [FileChangeWatcher-hbase_test_ca18047415296641382695.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8902454976711496445.pem 2024-11-22T23:10:25,996 DEBUG [FileChangeWatcher-hbase_test_key8902454976711496445.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8902454976711496445.pem 2024-11-22T23:10:25,996 DEBUG [FileChangeWatcher-hbase_test_ca18047415296641382695.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8902454976711496445.pem 2024-11-22T23:10:25,996 INFO [FileChangeWatcher-hbase_test_key8902454976711496445.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8902454976711496445.pem 2024-11-22T23:10:25,996 DEBUG [FileChangeWatcher-hbase_test_ca18047415296641382695.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18047415296641382695.pem 2024-11-22T23:10:25,996 DEBUG [FileChangeWatcher-hbase_test_key8902454976711496445.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18047415296641382695.pem 2024-11-22T23:10:25,996 INFO [FileChangeWatcher-hbase_test_ca18047415296641382695.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18047415296641382695.pem 2024-11-22T23:10:25,996 DEBUG [FileChangeWatcher-hbase_test_ca18047415296641382695.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18047415296641382695.pem 2024-11-22T23:10:25,996 INFO [FileChangeWatcher-hbase_test_ca18047415296641382695.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18047415296641382695.pem 2024-11-22T23:10:25,996 DEBUG [FileChangeWatcher-hbase_test_key8902454976711496445.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18047415296641382695.pem 2024-11-22T23:10:25,996 DEBUG [FileChangeWatcher-hbase_test_key8902454976711496445.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18047415296641382695.pem 2024-11-22T23:10:25,996 DEBUG [FileChangeWatcher-hbase_test_key8902454976711496445.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18047415296641382695.pem 2024-11-22T23:10:25,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab22d10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:10:25,997 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T23:10:25,997 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:26,001 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:26,001 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:26,002 INFO [FileChangeWatcher-hbase_test_key8902454976711496445.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8902454976711496445.pem thread started 2024-11-22T23:10:26,002 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:26,002 INFO [FileChangeWatcher-hbase_test_ca18047415296641382695.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18047415296641382695.pem thread started 2024-11-22T23:10:26,002 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T23:10:26,004 INFO [FileChangeWatcher-hbase_test_ca18047415296641382695.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18047415296641382695.pem thread finished 2024-11-22T23:10:26,006 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:26,006 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:26,007 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2d49a829, L:/127.0.0.1:44147 - R:/127.0.0.1:44560] 2024-11-22T23:10:26,023 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44560, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T23:10:26,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:10:26,025 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44147 2024-11-22T23:10:26,025 DEBUG [FileChangeWatcher-hbase_test_key8902454976711496445.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8902454976711496445.pem was interrupted and is shutting down... 2024-11-22T23:10:26,025 DEBUG [FileChangeWatcher-hbase_test_ca18047415296641382695.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18047415296641382695.pem was interrupted and is shutting down... 2024-11-22T23:10:26,025 DEBUG [FileChangeWatcher-hbase_test_key8902454976711496445.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8902454976711496445.pem was interrupted and is shutting down... 2024-11-22T23:10:26,025 DEBUG [FileChangeWatcher-hbase_test_ca18047415296641382695.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18047415296641382695.pem was interrupted and is shutting down... 2024-11-22T23:10:26,025 INFO [FileChangeWatcher-hbase_test_ca18047415296641382695.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18047415296641382695.pem thread finished 2024-11-22T23:10:26,025 INFO [FileChangeWatcher-hbase_test_key8902454976711496445.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8902454976711496445.pem thread finished 2024-11-22T23:10:26,026 INFO [FileChangeWatcher-hbase_test_key8902454976711496445.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8902454976711496445.pem thread finished 2024-11-22T23:10:26,032 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=227 (was 227), ProcessCount=11 (was 11), AvailableMemoryMB=4900 (was 4901) 2024-11-22T23:10:26,038 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=227, ProcessCount=11, AvailableMemoryMB=4900 2024-11-22T23:10:26,040 INFO [FileChangeWatcher-hbase_test_ca18047415296641382695.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18047415296641382695.pem thread finished 2024-11-22T23:10:26,080 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T23:10:26,081 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:32891 2024-11-22T23:10:26,081 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-22T23:10:26,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@114ad6e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:10:26,082 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T23:10:26,083 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:26,112 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:26,113 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:26,113 INFO [FileChangeWatcher-hbase_test_key1046936910659430654.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1046936910659430654.p12 thread started 2024-11-22T23:10:26,113 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:26,114 INFO [FileChangeWatcher-hbase_test_ca10775470753636232475.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10775470753636232475.p12 thread started 2024-11-22T23:10:26,114 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T23:10:26,129 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:26,144 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:26,144 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:26,145 INFO [FileChangeWatcher-hbase_test_key1046936910659430654.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1046936910659430654.p12 thread started 2024-11-22T23:10:26,145 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:26,145 INFO [FileChangeWatcher-hbase_test_ca10775470753636232475.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10775470753636232475.p12 thread started 2024-11-22T23:10:26,145 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6878d982, L:/127.0.0.1:32891 - R:/127.0.0.1:58410] 2024-11-22T23:10:26,181 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58410, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T23:10:26,187 DEBUG [FileChangeWatcher-hbase_test_key1046936910659430654.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1046936910659430654.p12 2024-11-22T23:10:26,187 DEBUG [FileChangeWatcher-hbase_test_ca10775470753636232475.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1046936910659430654.p12 2024-11-22T23:10:26,187 DEBUG [FileChangeWatcher-hbase_test_key1046936910659430654.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1046936910659430654.p12 2024-11-22T23:10:26,187 DEBUG [FileChangeWatcher-hbase_test_ca10775470753636232475.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1046936910659430654.p12 2024-11-22T23:10:26,187 INFO [FileChangeWatcher-hbase_test_key1046936910659430654.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1046936910659430654.p12 2024-11-22T23:10:26,187 INFO [FileChangeWatcher-hbase_test_key1046936910659430654.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1046936910659430654.p12 2024-11-22T23:10:26,187 DEBUG [FileChangeWatcher-hbase_test_ca10775470753636232475.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1046936910659430654.p12 2024-11-22T23:10:26,187 DEBUG [FileChangeWatcher-hbase_test_ca10775470753636232475.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1046936910659430654.p12 2024-11-22T23:10:26,212 DEBUG [FileChangeWatcher-hbase_test_ca10775470753636232475.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1046936910659430654.p12 2024-11-22T23:10:26,212 DEBUG [FileChangeWatcher-hbase_test_ca10775470753636232475.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1046936910659430654.p12 2024-11-22T23:10:26,212 DEBUG [FileChangeWatcher-hbase_test_key1046936910659430654.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1046936910659430654.p12 2024-11-22T23:10:26,212 DEBUG [FileChangeWatcher-hbase_test_key1046936910659430654.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1046936910659430654.p12 2024-11-22T23:10:26,212 DEBUG [FileChangeWatcher-hbase_test_ca10775470753636232475.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1046936910659430654.p12 2024-11-22T23:10:26,212 DEBUG [FileChangeWatcher-hbase_test_ca10775470753636232475.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1046936910659430654.p12 2024-11-22T23:10:26,212 INFO [FileChangeWatcher-hbase_test_key1046936910659430654.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1046936910659430654.p12 2024-11-22T23:10:26,212 INFO [FileChangeWatcher-hbase_test_key1046936910659430654.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1046936910659430654.p12 2024-11-22T23:10:26,212 DEBUG [FileChangeWatcher-hbase_test_ca10775470753636232475.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10775470753636232475.p12 2024-11-22T23:10:26,212 DEBUG [FileChangeWatcher-hbase_test_ca10775470753636232475.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10775470753636232475.p12 2024-11-22T23:10:26,212 DEBUG [FileChangeWatcher-hbase_test_key1046936910659430654.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10775470753636232475.p12 2024-11-22T23:10:26,212 DEBUG [FileChangeWatcher-hbase_test_key1046936910659430654.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10775470753636232475.p12 2024-11-22T23:10:26,212 INFO [FileChangeWatcher-hbase_test_ca10775470753636232475.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10775470753636232475.p12 2024-11-22T23:10:26,212 INFO [FileChangeWatcher-hbase_test_ca10775470753636232475.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10775470753636232475.p12 2024-11-22T23:10:26,212 DEBUG [FileChangeWatcher-hbase_test_key1046936910659430654.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10775470753636232475.p12 2024-11-22T23:10:26,212 DEBUG [FileChangeWatcher-hbase_test_key1046936910659430654.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10775470753636232475.p12 2024-11-22T23:10:26,226 DEBUG [FileChangeWatcher-hbase_test_key1046936910659430654.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10775470753636232475.p12 2024-11-22T23:10:26,226 DEBUG [FileChangeWatcher-hbase_test_key1046936910659430654.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10775470753636232475.p12 2024-11-22T23:10:26,226 DEBUG [FileChangeWatcher-hbase_test_ca10775470753636232475.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10775470753636232475.p12 2024-11-22T23:10:26,226 DEBUG [FileChangeWatcher-hbase_test_ca10775470753636232475.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10775470753636232475.p12 2024-11-22T23:10:26,226 DEBUG [FileChangeWatcher-hbase_test_key1046936910659430654.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10775470753636232475.p12 2024-11-22T23:10:26,226 DEBUG [FileChangeWatcher-hbase_test_key1046936910659430654.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10775470753636232475.p12 2024-11-22T23:10:26,226 INFO [FileChangeWatcher-hbase_test_ca10775470753636232475.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10775470753636232475.p12 2024-11-22T23:10:26,226 INFO [FileChangeWatcher-hbase_test_ca10775470753636232475.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10775470753636232475.p12 2024-11-22T23:10:26,226 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,32891,0 is dead - stopping the connection localhost:32891/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-22T23:10:26,226 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T23:10:26,227 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:26,259 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:26,259 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T23:10:26,274 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:26,288 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:26,289 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x470f6481, L:/127.0.0.1:32891 - R:/127.0.0.1:58426] 2024-11-22T23:10:26,328 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58426, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T23:10:26,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:10:26,329 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:32891 2024-11-22T23:10:26,329 DEBUG [FileChangeWatcher-hbase_test_key1046936910659430654.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1046936910659430654.p12 was interrupted and is shutting down... 2024-11-22T23:10:26,329 DEBUG [FileChangeWatcher-hbase_test_ca10775470753636232475.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10775470753636232475.p12 was interrupted and is shutting down... 2024-11-22T23:10:26,329 DEBUG [FileChangeWatcher-hbase_test_key1046936910659430654.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1046936910659430654.p12 was interrupted and is shutting down... 2024-11-22T23:10:26,329 DEBUG [FileChangeWatcher-hbase_test_ca10775470753636232475.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10775470753636232475.p12 was interrupted and is shutting down... 2024-11-22T23:10:26,329 INFO [FileChangeWatcher-hbase_test_ca10775470753636232475.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10775470753636232475.p12 thread finished 2024-11-22T23:10:26,336 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=41 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=224 (was 227), ProcessCount=11 (was 11), AvailableMemoryMB=4896 (was 4900) 2024-11-22T23:10:26,341 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=41, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=224, ProcessCount=11, AvailableMemoryMB=4896 2024-11-22T23:10:26,342 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T23:10:26,343 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40011 2024-11-22T23:10:26,343 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-22T23:10:26,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@274a80f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:10:26,344 INFO [FileChangeWatcher-hbase_test_key1046936910659430654.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1046936910659430654.p12 thread finished 2024-11-22T23:10:26,344 INFO [FileChangeWatcher-hbase_test_key1046936910659430654.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1046936910659430654.p12 thread finished 2024-11-22T23:10:26,344 INFO [FileChangeWatcher-hbase_test_ca10775470753636232475.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10775470753636232475.p12 thread finished 2024-11-22T23:10:26,344 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T23:10:26,345 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:26,374 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:26,375 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:26,375 INFO [FileChangeWatcher-hbase_test_key1046936910659430654.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1046936910659430654.p12 thread started 2024-11-22T23:10:26,375 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:26,376 INFO [FileChangeWatcher-hbase_test_ca10775470753636232475.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10775470753636232475.p12 thread started 2024-11-22T23:10:26,376 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T23:10:26,390 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:26,405 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:26,405 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:26,406 INFO [FileChangeWatcher-hbase_test_key1046936910659430654.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1046936910659430654.p12 thread started 2024-11-22T23:10:26,406 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:26,406 INFO [FileChangeWatcher-hbase_test_ca10775470753636232475.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10775470753636232475.p12 thread started 2024-11-22T23:10:26,406 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x56f3cbf8, L:/127.0.0.1:40011 - R:/127.0.0.1:57618] 2024-11-22T23:10:26,441 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57618, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T23:10:26,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:10:26,443 DEBUG [FileChangeWatcher-hbase_test_key1046936910659430654.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1046936910659430654.p12 was interrupted and is shutting down... 2024-11-22T23:10:26,443 INFO [FileChangeWatcher-hbase_test_key1046936910659430654.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1046936910659430654.p12 thread finished 2024-11-22T23:10:26,444 DEBUG [FileChangeWatcher-hbase_test_ca10775470753636232475.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10775470753636232475.p12 was interrupted and is shutting down... 2024-11-22T23:10:26,444 INFO [FileChangeWatcher-hbase_test_ca10775470753636232475.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10775470753636232475.p12 thread finished 2024-11-22T23:10:26,447 DEBUG [FileChangeWatcher-hbase_test_ca10775470753636232475.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1046936910659430654.p12 2024-11-22T23:10:26,447 DEBUG [FileChangeWatcher-hbase_test_key1046936910659430654.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1046936910659430654.p12 2024-11-22T23:10:26,447 INFO [FileChangeWatcher-hbase_test_key1046936910659430654.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1046936910659430654.p12 2024-11-22T23:10:26,447 DEBUG [FileChangeWatcher-hbase_test_ca10775470753636232475.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1046936910659430654.p12 2024-11-22T23:10:26,478 DEBUG [FileChangeWatcher-hbase_test_key1046936910659430654.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1046936910659430654.p12 2024-11-22T23:10:26,478 DEBUG [FileChangeWatcher-hbase_test_ca10775470753636232475.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1046936910659430654.p12 2024-11-22T23:10:26,478 DEBUG [FileChangeWatcher-hbase_test_ca10775470753636232475.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1046936910659430654.p12 2024-11-22T23:10:26,478 INFO [FileChangeWatcher-hbase_test_key1046936910659430654.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1046936910659430654.p12 2024-11-22T23:10:26,478 DEBUG [FileChangeWatcher-hbase_test_ca10775470753636232475.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10775470753636232475.p12 2024-11-22T23:10:26,478 DEBUG [FileChangeWatcher-hbase_test_key1046936910659430654.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10775470753636232475.p12 2024-11-22T23:10:26,478 DEBUG [FileChangeWatcher-hbase_test_key1046936910659430654.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10775470753636232475.p12 2024-11-22T23:10:26,478 INFO [FileChangeWatcher-hbase_test_ca10775470753636232475.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10775470753636232475.p12 2024-11-22T23:10:26,492 DEBUG [FileChangeWatcher-hbase_test_key1046936910659430654.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10775470753636232475.p12 2024-11-22T23:10:26,492 DEBUG [FileChangeWatcher-hbase_test_ca10775470753636232475.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10775470753636232475.p12 2024-11-22T23:10:26,492 DEBUG [FileChangeWatcher-hbase_test_key1046936910659430654.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10775470753636232475.p12 2024-11-22T23:10:26,492 INFO [FileChangeWatcher-hbase_test_ca10775470753636232475.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10775470753636232475.p12 2024-11-22T23:10:26,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a37f0e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:10:26,492 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T23:10:26,493 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:26,522 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:26,523 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:26,523 INFO [FileChangeWatcher-hbase_test_key1046936910659430654.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1046936910659430654.p12 thread started 2024-11-22T23:10:26,523 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:26,524 INFO [FileChangeWatcher-hbase_test_ca10775470753636232475.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10775470753636232475.p12 thread started 2024-11-22T23:10:26,524 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T23:10:26,539 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:26,554 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:26,554 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbf16182a, L:/127.0.0.1:40011 - R:/127.0.0.1:57634] 2024-11-22T23:10:26,596 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57634, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T23:10:26,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:10:26,597 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40011 2024-11-22T23:10:26,597 DEBUG [FileChangeWatcher-hbase_test_key1046936910659430654.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1046936910659430654.p12 was interrupted and is shutting down... 2024-11-22T23:10:26,597 DEBUG [FileChangeWatcher-hbase_test_ca10775470753636232475.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10775470753636232475.p12 was interrupted and is shutting down... 2024-11-22T23:10:26,597 DEBUG [FileChangeWatcher-hbase_test_key1046936910659430654.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1046936910659430654.p12 was interrupted and is shutting down... 2024-11-22T23:10:26,597 DEBUG [FileChangeWatcher-hbase_test_ca10775470753636232475.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10775470753636232475.p12 was interrupted and is shutting down... 2024-11-22T23:10:26,597 INFO [FileChangeWatcher-hbase_test_ca10775470753636232475.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10775470753636232475.p12 thread finished 2024-11-22T23:10:26,597 INFO [FileChangeWatcher-hbase_test_ca10775470753636232475.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10775470753636232475.p12 thread finished 2024-11-22T23:10:26,598 INFO [FileChangeWatcher-hbase_test_key1046936910659430654.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1046936910659430654.p12 thread finished 2024-11-22T23:10:26,605 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 41), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=224 (was 224), ProcessCount=11 (was 11), AvailableMemoryMB=4891 (was 4896) 2024-11-22T23:10:26,612 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=224, ProcessCount=11, AvailableMemoryMB=4891 2024-11-22T23:10:26,616 INFO [FileChangeWatcher-hbase_test_key1046936910659430654.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1046936910659430654.p12 thread finished 2024-11-22T23:10:27,016 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T23:10:27,017 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45379 2024-11-22T23:10:27,017 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-22T23:10:27,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bfc3b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:10:27,018 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T23:10:27,018 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:27,343 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:27,344 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:27,344 INFO [FileChangeWatcher-hbase_test_key12489174334642617626.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12489174334642617626.bcfks thread started 2024-11-22T23:10:27,344 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:27,345 INFO [FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks thread started 2024-11-22T23:10:27,345 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T23:10:27,510 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:27,682 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:27,682 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:27,683 INFO [FileChangeWatcher-hbase_test_key12489174334642617626.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12489174334642617626.bcfks thread started 2024-11-22T23:10:27,683 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:27,684 INFO [FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks thread started 2024-11-22T23:10:27,684 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa4a32c06, L:/127.0.0.1:45379 - R:/127.0.0.1:44434] 2024-11-22T23:10:27,926 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44434, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T23:10:27,933 DEBUG [FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12489174334642617626.bcfks 2024-11-22T23:10:27,933 DEBUG [FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12489174334642617626.bcfks 2024-11-22T23:10:27,933 DEBUG [FileChangeWatcher-hbase_test_key12489174334642617626.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12489174334642617626.bcfks 2024-11-22T23:10:27,933 DEBUG [FileChangeWatcher-hbase_test_key12489174334642617626.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12489174334642617626.bcfks 2024-11-22T23:10:27,934 DEBUG [FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12489174334642617626.bcfks 2024-11-22T23:10:27,934 DEBUG [FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12489174334642617626.bcfks 2024-11-22T23:10:27,934 INFO [FileChangeWatcher-hbase_test_key12489174334642617626.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12489174334642617626.bcfks 2024-11-22T23:10:27,934 INFO [FileChangeWatcher-hbase_test_key12489174334642617626.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12489174334642617626.bcfks 2024-11-22T23:10:28,196 DEBUG [FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12489174334642617626.bcfks 2024-11-22T23:10:28,196 DEBUG [FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12489174334642617626.bcfks 2024-11-22T23:10:28,196 DEBUG [FileChangeWatcher-hbase_test_key12489174334642617626.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12489174334642617626.bcfks 2024-11-22T23:10:28,196 DEBUG [FileChangeWatcher-hbase_test_key12489174334642617626.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12489174334642617626.bcfks 2024-11-22T23:10:28,196 DEBUG [FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12489174334642617626.bcfks 2024-11-22T23:10:28,196 DEBUG [FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12489174334642617626.bcfks 2024-11-22T23:10:28,196 INFO [FileChangeWatcher-hbase_test_key12489174334642617626.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12489174334642617626.bcfks 2024-11-22T23:10:28,196 INFO [FileChangeWatcher-hbase_test_key12489174334642617626.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12489174334642617626.bcfks 2024-11-22T23:10:28,196 DEBUG [FileChangeWatcher-hbase_test_key12489174334642617626.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13478012420428986657.bcfks 2024-11-22T23:10:28,196 DEBUG [FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13478012420428986657.bcfks 2024-11-22T23:10:28,196 DEBUG [FileChangeWatcher-hbase_test_key12489174334642617626.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13478012420428986657.bcfks 2024-11-22T23:10:28,196 DEBUG [FileChangeWatcher-hbase_test_key12489174334642617626.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13478012420428986657.bcfks 2024-11-22T23:10:28,196 DEBUG [FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13478012420428986657.bcfks 2024-11-22T23:10:28,196 DEBUG [FileChangeWatcher-hbase_test_key12489174334642617626.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13478012420428986657.bcfks 2024-11-22T23:10:28,196 INFO [FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13478012420428986657.bcfks 2024-11-22T23:10:28,196 INFO [FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13478012420428986657.bcfks 2024-11-22T23:10:28,356 DEBUG [FileChangeWatcher-hbase_test_key12489174334642617626.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13478012420428986657.bcfks 2024-11-22T23:10:28,356 DEBUG [FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13478012420428986657.bcfks 2024-11-22T23:10:28,356 DEBUG [FileChangeWatcher-hbase_test_key12489174334642617626.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13478012420428986657.bcfks 2024-11-22T23:10:28,356 DEBUG [FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13478012420428986657.bcfks 2024-11-22T23:10:28,356 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,45379,0 is dead - stopping the connection localhost:45379/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-22T23:10:28,356 DEBUG [FileChangeWatcher-hbase_test_key12489174334642617626.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13478012420428986657.bcfks 2024-11-22T23:10:28,356 INFO [FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13478012420428986657.bcfks 2024-11-22T23:10:28,356 DEBUG [FileChangeWatcher-hbase_test_key12489174334642617626.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13478012420428986657.bcfks 2024-11-22T23:10:28,356 INFO [FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13478012420428986657.bcfks 2024-11-22T23:10:28,357 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T23:10:28,357 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:28,691 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:28,691 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T23:10:28,856 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:29,022 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:29,022 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa5597504, L:/127.0.0.1:45379 - R:/127.0.0.1:44448] 2024-11-22T23:10:29,206 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44448, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T23:10:29,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:10:29,208 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45379 2024-11-22T23:10:29,208 DEBUG [FileChangeWatcher-hbase_test_key12489174334642617626.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12489174334642617626.bcfks was interrupted and is shutting down... 2024-11-22T23:10:29,208 DEBUG [FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks was interrupted and is shutting down... 2024-11-22T23:10:29,208 DEBUG [FileChangeWatcher-hbase_test_key12489174334642617626.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12489174334642617626.bcfks was interrupted and is shutting down... 2024-11-22T23:10:29,208 DEBUG [FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks was interrupted and is shutting down... 2024-11-22T23:10:29,208 INFO [FileChangeWatcher-hbase_test_key12489174334642617626.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12489174334642617626.bcfks thread finished 2024-11-22T23:10:29,208 INFO [FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks thread finished 2024-11-22T23:10:29,208 INFO [FileChangeWatcher-hbase_test_key12489174334642617626.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12489174334642617626.bcfks thread finished 2024-11-22T23:10:29,215 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=224 (was 224), ProcessCount=11 (was 11), AvailableMemoryMB=4864 (was 4891) 2024-11-22T23:10:29,221 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=224, ProcessCount=11, AvailableMemoryMB=4864 2024-11-22T23:10:29,222 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T23:10:29,222 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35821 2024-11-22T23:10:29,223 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-22T23:10:29,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a5afe44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:10:29,223 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T23:10:29,224 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:29,228 INFO [FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks thread finished 2024-11-22T23:10:29,553 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:29,554 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:29,555 INFO [FileChangeWatcher-hbase_test_key12489174334642617626.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12489174334642617626.bcfks thread started 2024-11-22T23:10:29,555 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:29,555 INFO [FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks thread started 2024-11-22T23:10:29,556 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T23:10:29,724 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:29,917 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:29,918 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:29,919 INFO [FileChangeWatcher-hbase_test_key12489174334642617626.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12489174334642617626.bcfks thread started 2024-11-22T23:10:29,919 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:29,919 INFO [FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks thread started 2024-11-22T23:10:29,920 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7ba657d3, L:/127.0.0.1:35821 - R:/127.0.0.1:35390] 2024-11-22T23:10:30,116 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35390, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T23:10:30,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:10:30,119 DEBUG [FileChangeWatcher-hbase_test_key12489174334642617626.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12489174334642617626.bcfks was interrupted and is shutting down... 2024-11-22T23:10:30,119 DEBUG [FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks was interrupted and is shutting down... 2024-11-22T23:10:30,119 INFO [FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks thread finished 2024-11-22T23:10:30,119 INFO [FileChangeWatcher-hbase_test_key12489174334642617626.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12489174334642617626.bcfks thread finished 2024-11-22T23:10:30,124 DEBUG [FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12489174334642617626.bcfks 2024-11-22T23:10:30,124 DEBUG [FileChangeWatcher-hbase_test_key12489174334642617626.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12489174334642617626.bcfks 2024-11-22T23:10:30,125 INFO [FileChangeWatcher-hbase_test_key12489174334642617626.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12489174334642617626.bcfks 2024-11-22T23:10:30,125 DEBUG [FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12489174334642617626.bcfks 2024-11-22T23:10:30,373 DEBUG [FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12489174334642617626.bcfks 2024-11-22T23:10:30,373 DEBUG [FileChangeWatcher-hbase_test_key12489174334642617626.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12489174334642617626.bcfks 2024-11-22T23:10:30,373 INFO [FileChangeWatcher-hbase_test_key12489174334642617626.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12489174334642617626.bcfks 2024-11-22T23:10:30,373 DEBUG [FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12489174334642617626.bcfks 2024-11-22T23:10:30,373 DEBUG [FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13478012420428986657.bcfks 2024-11-22T23:10:30,373 DEBUG [FileChangeWatcher-hbase_test_key12489174334642617626.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13478012420428986657.bcfks 2024-11-22T23:10:30,373 INFO [FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13478012420428986657.bcfks 2024-11-22T23:10:30,373 DEBUG [FileChangeWatcher-hbase_test_key12489174334642617626.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13478012420428986657.bcfks 2024-11-22T23:10:30,534 DEBUG [FileChangeWatcher-hbase_test_key12489174334642617626.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13478012420428986657.bcfks 2024-11-22T23:10:30,534 DEBUG [FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13478012420428986657.bcfks 2024-11-22T23:10:30,534 DEBUG [FileChangeWatcher-hbase_test_key12489174334642617626.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13478012420428986657.bcfks 2024-11-22T23:10:30,534 INFO [FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13478012420428986657.bcfks 2024-11-22T23:10:30,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b0b35ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:10:30,534 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T23:10:30,535 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:30,856 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:30,857 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:30,857 INFO [FileChangeWatcher-hbase_test_key12489174334642617626.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12489174334642617626.bcfks thread started 2024-11-22T23:10:30,857 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cabd554c-540a-29bd-7935-036e29f0f6d8/TestNettyTLSIPCFileWatcher 2024-11-22T23:10:30,858 INFO [FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks thread started 2024-11-22T23:10:30,858 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T23:10:31,019 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T23:10:31,180 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T23:10:31,180 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x96685248, L:/127.0.0.1:35821 - R:/127.0.0.1:35398] 2024-11-22T23:10:31,362 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35398, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T23:10:31,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:10:31,364 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35821 2024-11-22T23:10:31,364 DEBUG [FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks was interrupted and is shutting down... 2024-11-22T23:10:31,364 DEBUG [FileChangeWatcher-hbase_test_key12489174334642617626.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12489174334642617626.bcfks was interrupted and is shutting down... 2024-11-22T23:10:31,364 DEBUG [FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks was interrupted and is shutting down... 2024-11-22T23:10:31,364 DEBUG [FileChangeWatcher-hbase_test_key12489174334642617626.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12489174334642617626.bcfks was interrupted and is shutting down... 2024-11-22T23:10:31,364 INFO [FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks thread finished 2024-11-22T23:10:31,364 INFO [FileChangeWatcher-hbase_test_key12489174334642617626.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12489174334642617626.bcfks thread finished 2024-11-22T23:10:31,364 INFO [FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13478012420428986657.bcfks thread finished 2024-11-22T23:10:31,371 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=214 (was 224), ProcessCount=11 (was 11), AvailableMemoryMB=4845 (was 4864) 2024-11-22T23:10:31,384 INFO [FileChangeWatcher-hbase_test_key12489174334642617626.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12489174334642617626.bcfks thread finished