2024-11-21 20:13:11,973 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-21 20:13:11,984 main DEBUG Took 0.009582 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 20:13:11,985 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 20:13:11,985 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 20:13:11,986 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 20:13:11,987 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:13:11,996 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 20:13:12,006 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:13:12,007 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:13:12,008 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:13:12,008 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:13:12,009 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:13:12,009 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:13:12,010 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:13:12,010 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:13:12,011 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:13:12,011 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:13:12,012 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:13:12,012 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:13:12,012 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:13:12,012 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:13:12,013 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:13:12,013 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:13:12,013 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:13:12,014 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:13:12,014 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:13:12,014 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:13:12,015 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:13:12,015 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:13:12,015 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:13:12,016 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:13:12,016 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:13:12,016 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 20:13:12,017 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:13:12,019 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 20:13:12,020 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 20:13:12,020 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 20:13:12,021 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 20:13:12,022 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 20:13:12,030 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 20:13:12,032 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 20:13:12,034 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 20:13:12,034 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 20:13:12,035 main DEBUG createAppenders(={Console}) 2024-11-21 20:13:12,035 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-21 20:13:12,036 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-21 20:13:12,036 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-21 20:13:12,036 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 20:13:12,037 main DEBUG OutputStream closed 2024-11-21 20:13:12,037 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 20:13:12,037 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 20:13:12,037 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-21 20:13:12,103 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 20:13:12,105 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 20:13:12,106 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 20:13:12,107 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 20:13:12,107 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 20:13:12,107 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 20:13:12,108 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 20:13:12,108 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 20:13:12,108 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 20:13:12,108 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 20:13:12,109 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 20:13:12,109 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 20:13:12,109 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 20:13:12,109 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 20:13:12,110 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 20:13:12,110 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 20:13:12,110 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 20:13:12,111 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 20:13:12,113 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 20:13:12,113 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-21 20:13:12,114 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 20:13:12,114 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-21T20:13:12,130 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-21 20:13:12,133 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 20:13:12,134 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T20:13:12,526 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-21T20:13:13,268 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=891, ProcessCount=11, AvailableMemoryMB=9668 2024-11-21T20:13:13,864 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T20:13:13,906 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T20:13:13,918 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T20:13:13,929 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T20:13:13,999 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:13:14,031 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1655 (auto-detected) 2024-11-21T20:13:14,033 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-21T20:13:14,053 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40227 2024-11-21T20:13:14,057 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T20:13:14,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:13:14,082 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-21T20:13:14,083 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-21T20:13:14,353 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T20:13:14,417 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:14,465 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:14,547 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:14,549 INFO [FileChangeWatcher-hbase_test_key10631928244008322907.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10631928244008322907.jks thread started 2024-11-21T20:13:14,549 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:14,550 INFO [FileChangeWatcher-hbase_test_ca7197729549659249900.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7197729549659249900.jks thread started 2024-11-21T20:13:14,557 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T20:13:14,602 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:14,620 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:14,685 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:14,686 INFO [FileChangeWatcher-hbase_test_key10631928244008322907.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10631928244008322907.jks thread started 2024-11-21T20:13:14,686 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:14,686 INFO [FileChangeWatcher-hbase_test_ca7197729549659249900.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7197729549659249900.jks thread started 2024-11-21T20:13:14,688 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x179650b8, L:/127.0.0.1:40227 - R:/127.0.0.1:46176] 2024-11-21T20:13:14,802 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46176, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T20:13:14,986 DEBUG [FileChangeWatcher-hbase_test_key10631928244008322907.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10631928244008322907.jks 2024-11-21T20:13:14,986 DEBUG [FileChangeWatcher-hbase_test_ca7197729549659249900.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10631928244008322907.jks 2024-11-21T20:13:14,987 DEBUG [FileChangeWatcher-hbase_test_ca7197729549659249900.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10631928244008322907.jks 2024-11-21T20:13:14,986 DEBUG [FileChangeWatcher-hbase_test_key10631928244008322907.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10631928244008322907.jks 2024-11-21T20:13:14,987 INFO [FileChangeWatcher-hbase_test_key10631928244008322907.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10631928244008322907.jks 2024-11-21T20:13:14,987 DEBUG [FileChangeWatcher-hbase_test_ca7197729549659249900.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10631928244008322907.jks 2024-11-21T20:13:14,987 INFO [FileChangeWatcher-hbase_test_key10631928244008322907.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10631928244008322907.jks 2024-11-21T20:13:14,987 DEBUG [FileChangeWatcher-hbase_test_ca7197729549659249900.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10631928244008322907.jks 2024-11-21T20:13:15,015 DEBUG [FileChangeWatcher-hbase_test_ca7197729549659249900.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10631928244008322907.jks 2024-11-21T20:13:15,015 DEBUG [FileChangeWatcher-hbase_test_key10631928244008322907.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10631928244008322907.jks 2024-11-21T20:13:15,015 DEBUG [FileChangeWatcher-hbase_test_ca7197729549659249900.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10631928244008322907.jks 2024-11-21T20:13:15,015 DEBUG [FileChangeWatcher-hbase_test_ca7197729549659249900.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10631928244008322907.jks 2024-11-21T20:13:15,015 INFO [FileChangeWatcher-hbase_test_key10631928244008322907.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10631928244008322907.jks 2024-11-21T20:13:15,015 DEBUG [FileChangeWatcher-hbase_test_ca7197729549659249900.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10631928244008322907.jks 2024-11-21T20:13:15,015 DEBUG [FileChangeWatcher-hbase_test_ca7197729549659249900.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7197729549659249900.jks 2024-11-21T20:13:15,015 DEBUG [FileChangeWatcher-hbase_test_key10631928244008322907.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7197729549659249900.jks 2024-11-21T20:13:15,015 DEBUG [FileChangeWatcher-hbase_test_ca7197729549659249900.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7197729549659249900.jks 2024-11-21T20:13:15,015 INFO [FileChangeWatcher-hbase_test_ca7197729549659249900.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7197729549659249900.jks 2024-11-21T20:13:15,016 DEBUG [FileChangeWatcher-hbase_test_key10631928244008322907.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7197729549659249900.jks 2024-11-21T20:13:15,016 INFO [FileChangeWatcher-hbase_test_ca7197729549659249900.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7197729549659249900.jks 2024-11-21T20:13:15,015 DEBUG [FileChangeWatcher-hbase_test_key10631928244008322907.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10631928244008322907.jks 2024-11-21T20:13:15,016 INFO [FileChangeWatcher-hbase_test_key10631928244008322907.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10631928244008322907.jks 2024-11-21T20:13:15,016 DEBUG [FileChangeWatcher-hbase_test_key10631928244008322907.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7197729549659249900.jks 2024-11-21T20:13:15,016 DEBUG [FileChangeWatcher-hbase_test_key10631928244008322907.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7197729549659249900.jks 2024-11-21T20:13:15,030 DEBUG [FileChangeWatcher-hbase_test_key10631928244008322907.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7197729549659249900.jks 2024-11-21T20:13:15,030 DEBUG [FileChangeWatcher-hbase_test_ca7197729549659249900.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7197729549659249900.jks 2024-11-21T20:13:15,030 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40227,0 is dead - stopping the connection localhost:40227/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T20:13:15,030 DEBUG [FileChangeWatcher-hbase_test_ca7197729549659249900.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7197729549659249900.jks 2024-11-21T20:13:15,030 DEBUG [FileChangeWatcher-hbase_test_key10631928244008322907.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7197729549659249900.jks 2024-11-21T20:13:15,030 INFO [FileChangeWatcher-hbase_test_ca7197729549659249900.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7197729549659249900.jks 2024-11-21T20:13:15,031 INFO [FileChangeWatcher-hbase_test_ca7197729549659249900.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7197729549659249900.jks 2024-11-21T20:13:15,030 DEBUG [FileChangeWatcher-hbase_test_key10631928244008322907.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7197729549659249900.jks 2024-11-21T20:13:15,031 DEBUG [FileChangeWatcher-hbase_test_key10631928244008322907.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7197729549659249900.jks 2024-11-21T20:13:15,031 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T20:13:15,033 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:15,065 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:15,066 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T20:13:15,082 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:15,098 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:15,099 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5324628c, L:/127.0.0.1:40227 - R:/127.0.0.1:46182] 2024-11-21T20:13:15,149 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46182, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T20:13:15,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:13:15,152 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40227 2024-11-21T20:13:15,152 DEBUG [FileChangeWatcher-hbase_test_ca7197729549659249900.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7197729549659249900.jks was interrupted and is shutting down... 2024-11-21T20:13:15,153 DEBUG [FileChangeWatcher-hbase_test_key10631928244008322907.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10631928244008322907.jks was interrupted and is shutting down... 2024-11-21T20:13:15,153 DEBUG [FileChangeWatcher-hbase_test_key10631928244008322907.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10631928244008322907.jks was interrupted and is shutting down... 2024-11-21T20:13:15,153 DEBUG [FileChangeWatcher-hbase_test_ca7197729549659249900.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7197729549659249900.jks was interrupted and is shutting down... 2024-11-21T20:13:15,153 INFO [FileChangeWatcher-hbase_test_ca7197729549659249900.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7197729549659249900.jks thread finished 2024-11-21T20:13:15,153 INFO [FileChangeWatcher-hbase_test_key10631928244008322907.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10631928244008322907.jks thread finished 2024-11-21T20:13:15,154 INFO [FileChangeWatcher-hbase_test_key10631928244008322907.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10631928244008322907.jks thread finished 2024-11-21T20:13:15,154 INFO [FileChangeWatcher-hbase_test_ca7197729549659249900.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7197729549659249900.jks thread finished 2024-11-21T20:13:15,163 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21 (was 12) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=891 (was 891), ProcessCount=11 (was 11), AvailableMemoryMB=9521 (was 9668) 2024-11-21T20:13:15,170 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=891, ProcessCount=11, AvailableMemoryMB=9521 2024-11-21T20:13:15,171 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:13:15,172 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41699 2024-11-21T20:13:15,172 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T20:13:15,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c5db9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:13:15,173 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T20:13:15,174 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:15,205 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:15,206 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:15,207 INFO [FileChangeWatcher-hbase_test_key10631928244008322907.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10631928244008322907.jks thread started 2024-11-21T20:13:15,207 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:15,207 INFO [FileChangeWatcher-hbase_test_ca7197729549659249900.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7197729549659249900.jks thread started 2024-11-21T20:13:15,208 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T20:13:15,225 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:15,240 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:15,240 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:15,241 INFO [FileChangeWatcher-hbase_test_key10631928244008322907.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10631928244008322907.jks thread started 2024-11-21T20:13:15,241 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:15,242 INFO [FileChangeWatcher-hbase_test_ca7197729549659249900.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7197729549659249900.jks thread started 2024-11-21T20:13:15,242 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe6e1c303, L:/127.0.0.1:41699 - R:/127.0.0.1:47940] 2024-11-21T20:13:15,279 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47940, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T20:13:15,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:13:15,281 DEBUG [FileChangeWatcher-hbase_test_key10631928244008322907.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10631928244008322907.jks was interrupted and is shutting down... 2024-11-21T20:13:15,281 DEBUG [FileChangeWatcher-hbase_test_ca7197729549659249900.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7197729549659249900.jks was interrupted and is shutting down... 2024-11-21T20:13:15,282 INFO [FileChangeWatcher-hbase_test_key10631928244008322907.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10631928244008322907.jks thread finished 2024-11-21T20:13:15,298 INFO [FileChangeWatcher-hbase_test_ca7197729549659249900.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7197729549659249900.jks thread finished 2024-11-21T20:13:15,463 DEBUG [FileChangeWatcher-hbase_test_key10631928244008322907.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10631928244008322907.jks 2024-11-21T20:13:15,463 DEBUG [FileChangeWatcher-hbase_test_ca7197729549659249900.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10631928244008322907.jks 2024-11-21T20:13:15,463 INFO [FileChangeWatcher-hbase_test_key10631928244008322907.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10631928244008322907.jks 2024-11-21T20:13:15,463 DEBUG [FileChangeWatcher-hbase_test_ca7197729549659249900.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10631928244008322907.jks 2024-11-21T20:13:15,491 DEBUG [FileChangeWatcher-hbase_test_ca7197729549659249900.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10631928244008322907.jks 2024-11-21T20:13:15,491 DEBUG [FileChangeWatcher-hbase_test_key10631928244008322907.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10631928244008322907.jks 2024-11-21T20:13:15,491 DEBUG [FileChangeWatcher-hbase_test_ca7197729549659249900.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10631928244008322907.jks 2024-11-21T20:13:15,491 INFO [FileChangeWatcher-hbase_test_key10631928244008322907.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10631928244008322907.jks 2024-11-21T20:13:15,491 DEBUG [FileChangeWatcher-hbase_test_ca7197729549659249900.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7197729549659249900.jks 2024-11-21T20:13:15,491 DEBUG [FileChangeWatcher-hbase_test_key10631928244008322907.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7197729549659249900.jks 2024-11-21T20:13:15,491 INFO [FileChangeWatcher-hbase_test_ca7197729549659249900.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7197729549659249900.jks 2024-11-21T20:13:15,491 DEBUG [FileChangeWatcher-hbase_test_key10631928244008322907.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7197729549659249900.jks 2024-11-21T20:13:15,507 DEBUG [FileChangeWatcher-hbase_test_ca7197729549659249900.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7197729549659249900.jks 2024-11-21T20:13:15,507 DEBUG [FileChangeWatcher-hbase_test_key10631928244008322907.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7197729549659249900.jks 2024-11-21T20:13:15,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@463b82df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:13:15,507 DEBUG [FileChangeWatcher-hbase_test_key10631928244008322907.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7197729549659249900.jks 2024-11-21T20:13:15,508 INFO [FileChangeWatcher-hbase_test_ca7197729549659249900.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7197729549659249900.jks 2024-11-21T20:13:15,508 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T20:13:15,509 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:15,542 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:15,543 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:15,544 INFO [FileChangeWatcher-hbase_test_key10631928244008322907.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10631928244008322907.jks thread started 2024-11-21T20:13:15,544 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:15,546 INFO [FileChangeWatcher-hbase_test_ca7197729549659249900.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7197729549659249900.jks thread started 2024-11-21T20:13:15,546 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T20:13:15,564 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:15,581 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:15,581 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x88bc253c, L:/127.0.0.1:41699 - R:/127.0.0.1:47956] 2024-11-21T20:13:15,626 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47956, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T20:13:15,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:13:15,628 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41699 2024-11-21T20:13:15,628 DEBUG [FileChangeWatcher-hbase_test_ca7197729549659249900.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7197729549659249900.jks was interrupted and is shutting down... 2024-11-21T20:13:15,628 DEBUG [FileChangeWatcher-hbase_test_key10631928244008322907.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10631928244008322907.jks was interrupted and is shutting down... 2024-11-21T20:13:15,628 DEBUG [FileChangeWatcher-hbase_test_key10631928244008322907.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10631928244008322907.jks was interrupted and is shutting down... 2024-11-21T20:13:15,629 DEBUG [FileChangeWatcher-hbase_test_ca7197729549659249900.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7197729549659249900.jks was interrupted and is shutting down... 2024-11-21T20:13:15,629 INFO [FileChangeWatcher-hbase_test_ca7197729549659249900.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7197729549659249900.jks thread finished 2024-11-21T20:13:15,629 INFO [FileChangeWatcher-hbase_test_key10631928244008322907.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10631928244008322907.jks thread finished 2024-11-21T20:13:15,629 INFO [FileChangeWatcher-hbase_test_key10631928244008322907.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10631928244008322907.jks thread finished 2024-11-21T20:13:15,637 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 21) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca7197729549659249900.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=891 (was 891), ProcessCount=11 (was 11), AvailableMemoryMB=9488 (was 9521) 2024-11-21T20:13:15,642 INFO [FileChangeWatcher-hbase_test_ca7197729549659249900.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7197729549659249900.jks thread finished 2024-11-21T20:13:15,644 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=891, ProcessCount=11, AvailableMemoryMB=9488 2024-11-21T20:13:15,699 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:13:15,700 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38243 2024-11-21T20:13:15,700 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T20:13:15,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38576bed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:13:15,702 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T20:13:15,704 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:15,720 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:15,721 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:15,722 INFO [FileChangeWatcher-hbase_test_key8090470361352322254.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8090470361352322254.pem thread started 2024-11-21T20:13:15,722 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:15,723 INFO [FileChangeWatcher-hbase_test_ca2476723824283290484.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2476723824283290484.pem thread started 2024-11-21T20:13:15,723 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T20:13:15,739 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:15,740 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:15,741 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:15,742 INFO [FileChangeWatcher-hbase_test_key8090470361352322254.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8090470361352322254.pem thread started 2024-11-21T20:13:15,742 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:15,743 INFO [FileChangeWatcher-hbase_test_ca2476723824283290484.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2476723824283290484.pem thread started 2024-11-21T20:13:15,743 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe46940d9, L:/127.0.0.1:38243 - R:/127.0.0.1:52732] 2024-11-21T20:13:15,760 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52732, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T20:13:16,025 DEBUG [FileChangeWatcher-hbase_test_key8090470361352322254.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8090470361352322254.pem 2024-11-21T20:13:16,025 DEBUG [FileChangeWatcher-hbase_test_ca2476723824283290484.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8090470361352322254.pem 2024-11-21T20:13:16,025 DEBUG [FileChangeWatcher-hbase_test_key8090470361352322254.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8090470361352322254.pem 2024-11-21T20:13:16,025 INFO [FileChangeWatcher-hbase_test_key8090470361352322254.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8090470361352322254.pem 2024-11-21T20:13:16,025 DEBUG [FileChangeWatcher-hbase_test_ca2476723824283290484.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8090470361352322254.pem 2024-11-21T20:13:16,025 INFO [FileChangeWatcher-hbase_test_key8090470361352322254.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8090470361352322254.pem 2024-11-21T20:13:16,025 DEBUG [FileChangeWatcher-hbase_test_ca2476723824283290484.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8090470361352322254.pem 2024-11-21T20:13:16,025 DEBUG [FileChangeWatcher-hbase_test_key8090470361352322254.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8090470361352322254.pem 2024-11-21T20:13:16,026 INFO [FileChangeWatcher-hbase_test_key8090470361352322254.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8090470361352322254.pem 2024-11-21T20:13:16,026 DEBUG [FileChangeWatcher-hbase_test_ca2476723824283290484.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8090470361352322254.pem 2024-11-21T20:13:16,025 DEBUG [FileChangeWatcher-hbase_test_ca2476723824283290484.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8090470361352322254.pem 2024-11-21T20:13:16,026 DEBUG [FileChangeWatcher-hbase_test_key8090470361352322254.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8090470361352322254.pem 2024-11-21T20:13:16,026 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,38243,0 is dead - stopping the connection localhost:38243/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T20:13:16,026 DEBUG [FileChangeWatcher-hbase_test_ca2476723824283290484.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2476723824283290484.pem 2024-11-21T20:13:16,026 DEBUG [FileChangeWatcher-hbase_test_key8090470361352322254.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2476723824283290484.pem 2024-11-21T20:13:16,026 INFO [FileChangeWatcher-hbase_test_key8090470361352322254.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8090470361352322254.pem 2024-11-21T20:13:16,026 INFO [FileChangeWatcher-hbase_test_ca2476723824283290484.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2476723824283290484.pem 2024-11-21T20:13:16,026 DEBUG [FileChangeWatcher-hbase_test_key8090470361352322254.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2476723824283290484.pem 2024-11-21T20:13:16,026 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T20:13:16,026 DEBUG [FileChangeWatcher-hbase_test_ca2476723824283290484.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8090470361352322254.pem 2024-11-21T20:13:16,026 DEBUG [FileChangeWatcher-hbase_test_key8090470361352322254.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2476723824283290484.pem 2024-11-21T20:13:16,027 DEBUG [FileChangeWatcher-hbase_test_ca2476723824283290484.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8090470361352322254.pem 2024-11-21T20:13:16,027 DEBUG [FileChangeWatcher-hbase_test_key8090470361352322254.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2476723824283290484.pem 2024-11-21T20:13:16,027 DEBUG [FileChangeWatcher-hbase_test_ca2476723824283290484.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8090470361352322254.pem 2024-11-21T20:13:16,027 DEBUG [FileChangeWatcher-hbase_test_key8090470361352322254.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2476723824283290484.pem 2024-11-21T20:13:16,027 DEBUG [FileChangeWatcher-hbase_test_ca2476723824283290484.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2476723824283290484.pem 2024-11-21T20:13:16,027 DEBUG [FileChangeWatcher-hbase_test_key8090470361352322254.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2476723824283290484.pem 2024-11-21T20:13:16,027 INFO [FileChangeWatcher-hbase_test_ca2476723824283290484.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2476723824283290484.pem 2024-11-21T20:13:16,027 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:16,033 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:16,034 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T20:13:16,042 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:16,042 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:16,043 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xca0767cd, L:/127.0.0.1:38243 - R:/127.0.0.1:52742] 2024-11-21T20:13:16,063 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52742, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T20:13:16,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:13:16,065 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38243 2024-11-21T20:13:16,065 DEBUG [FileChangeWatcher-hbase_test_ca2476723824283290484.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2476723824283290484.pem was interrupted and is shutting down... 2024-11-21T20:13:16,065 DEBUG [FileChangeWatcher-hbase_test_key8090470361352322254.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8090470361352322254.pem was interrupted and is shutting down... 2024-11-21T20:13:16,065 DEBUG [FileChangeWatcher-hbase_test_key8090470361352322254.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8090470361352322254.pem was interrupted and is shutting down... 2024-11-21T20:13:16,065 DEBUG [FileChangeWatcher-hbase_test_ca2476723824283290484.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2476723824283290484.pem was interrupted and is shutting down... 2024-11-21T20:13:16,065 INFO [FileChangeWatcher-hbase_test_key8090470361352322254.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8090470361352322254.pem thread finished 2024-11-21T20:13:16,066 INFO [FileChangeWatcher-hbase_test_ca2476723824283290484.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2476723824283290484.pem thread finished 2024-11-21T20:13:16,066 INFO [FileChangeWatcher-hbase_test_ca2476723824283290484.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2476723824283290484.pem thread finished 2024-11-21T20:13:16,073 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key8090470361352322254.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=891 (was 891), ProcessCount=11 (was 11), AvailableMemoryMB=9438 (was 9488) 2024-11-21T20:13:16,079 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=891, ProcessCount=11, AvailableMemoryMB=9437 2024-11-21T20:13:16,080 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:13:16,081 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46345 2024-11-21T20:13:16,081 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T20:13:16,082 INFO [FileChangeWatcher-hbase_test_key8090470361352322254.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8090470361352322254.pem thread finished 2024-11-21T20:13:16,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0c46d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:13:16,082 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T20:13:16,083 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:16,088 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:16,088 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:16,089 INFO [FileChangeWatcher-hbase_test_key8090470361352322254.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8090470361352322254.pem thread started 2024-11-21T20:13:16,089 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:16,089 INFO [FileChangeWatcher-hbase_test_ca2476723824283290484.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2476723824283290484.pem thread started 2024-11-21T20:13:16,089 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T20:13:16,096 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:16,097 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:16,097 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:16,098 INFO [FileChangeWatcher-hbase_test_key8090470361352322254.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8090470361352322254.pem thread started 2024-11-21T20:13:16,098 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:16,098 INFO [FileChangeWatcher-hbase_test_ca2476723824283290484.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2476723824283290484.pem thread started 2024-11-21T20:13:16,098 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xdc686720, L:/127.0.0.1:46345 - R:/127.0.0.1:43050] 2024-11-21T20:13:16,111 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43050, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T20:13:16,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:13:16,113 DEBUG [FileChangeWatcher-hbase_test_ca2476723824283290484.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2476723824283290484.pem was interrupted and is shutting down... 2024-11-21T20:13:16,113 DEBUG [FileChangeWatcher-hbase_test_key8090470361352322254.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8090470361352322254.pem was interrupted and is shutting down... 2024-11-21T20:13:16,114 INFO [FileChangeWatcher-hbase_test_ca2476723824283290484.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2476723824283290484.pem thread finished 2024-11-21T20:13:16,114 INFO [FileChangeWatcher-hbase_test_key8090470361352322254.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8090470361352322254.pem thread finished 2024-11-21T20:13:16,419 DEBUG [FileChangeWatcher-hbase_test_ca2476723824283290484.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8090470361352322254.pem 2024-11-21T20:13:16,419 DEBUG [FileChangeWatcher-hbase_test_key8090470361352322254.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8090470361352322254.pem 2024-11-21T20:13:16,419 DEBUG [FileChangeWatcher-hbase_test_ca2476723824283290484.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8090470361352322254.pem 2024-11-21T20:13:16,420 DEBUG [FileChangeWatcher-hbase_test_ca2476723824283290484.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8090470361352322254.pem 2024-11-21T20:13:16,420 INFO [FileChangeWatcher-hbase_test_key8090470361352322254.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8090470361352322254.pem 2024-11-21T20:13:16,420 DEBUG [FileChangeWatcher-hbase_test_ca2476723824283290484.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8090470361352322254.pem 2024-11-21T20:13:16,420 DEBUG [FileChangeWatcher-hbase_test_key8090470361352322254.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8090470361352322254.pem 2024-11-21T20:13:16,420 INFO [FileChangeWatcher-hbase_test_key8090470361352322254.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8090470361352322254.pem 2024-11-21T20:13:16,420 DEBUG [FileChangeWatcher-hbase_test_ca2476723824283290484.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2476723824283290484.pem 2024-11-21T20:13:16,420 DEBUG [FileChangeWatcher-hbase_test_key8090470361352322254.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2476723824283290484.pem 2024-11-21T20:13:16,420 INFO [FileChangeWatcher-hbase_test_ca2476723824283290484.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2476723824283290484.pem 2024-11-21T20:13:16,420 DEBUG [FileChangeWatcher-hbase_test_key8090470361352322254.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2476723824283290484.pem 2024-11-21T20:13:16,420 DEBUG [FileChangeWatcher-hbase_test_ca2476723824283290484.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2476723824283290484.pem 2024-11-21T20:13:16,421 INFO [FileChangeWatcher-hbase_test_ca2476723824283290484.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2476723824283290484.pem 2024-11-21T20:13:16,421 DEBUG [FileChangeWatcher-hbase_test_key8090470361352322254.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2476723824283290484.pem 2024-11-21T20:13:16,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47131f26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:13:16,421 DEBUG [FileChangeWatcher-hbase_test_key8090470361352322254.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2476723824283290484.pem 2024-11-21T20:13:16,421 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T20:13:16,423 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:16,427 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:16,427 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:16,428 INFO [FileChangeWatcher-hbase_test_key8090470361352322254.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8090470361352322254.pem thread started 2024-11-21T20:13:16,428 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:16,428 INFO [FileChangeWatcher-hbase_test_ca2476723824283290484.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2476723824283290484.pem thread started 2024-11-21T20:13:16,429 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T20:13:16,433 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:16,434 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:16,434 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x124a828c, L:/127.0.0.1:46345 - R:/127.0.0.1:43056] 2024-11-21T20:13:16,447 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43056, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T20:13:16,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:13:16,449 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46345 2024-11-21T20:13:16,449 DEBUG [FileChangeWatcher-hbase_test_ca2476723824283290484.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2476723824283290484.pem was interrupted and is shutting down... 2024-11-21T20:13:16,449 DEBUG [FileChangeWatcher-hbase_test_key8090470361352322254.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8090470361352322254.pem was interrupted and is shutting down... 2024-11-21T20:13:16,449 DEBUG [FileChangeWatcher-hbase_test_key8090470361352322254.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8090470361352322254.pem was interrupted and is shutting down... 2024-11-21T20:13:16,449 INFO [FileChangeWatcher-hbase_test_key8090470361352322254.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8090470361352322254.pem thread finished 2024-11-21T20:13:16,449 INFO [FileChangeWatcher-hbase_test_ca2476723824283290484.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2476723824283290484.pem thread finished 2024-11-21T20:13:16,450 INFO [FileChangeWatcher-hbase_test_key8090470361352322254.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8090470361352322254.pem thread finished 2024-11-21T20:13:16,450 DEBUG [FileChangeWatcher-hbase_test_ca2476723824283290484.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2476723824283290484.pem was interrupted and is shutting down... 2024-11-21T20:13:16,458 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=30 (was 27) Potentially hanging thread: FifoRpcScheduler.handler-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca2476723824283290484.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=844 (was 891), ProcessCount=11 (was 11), AvailableMemoryMB=9390 (was 9437) 2024-11-21T20:13:16,464 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=844, ProcessCount=11, AvailableMemoryMB=9390 2024-11-21T20:13:16,466 INFO [FileChangeWatcher-hbase_test_ca2476723824283290484.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2476723824283290484.pem thread finished 2024-11-21T20:13:16,507 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:13:16,508 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44023 2024-11-21T20:13:16,508 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T20:13:16,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2931de7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:13:16,509 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T20:13:16,510 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:16,541 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:16,541 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:16,542 INFO [FileChangeWatcher-hbase_test_key17032920075439091358.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17032920075439091358.p12 thread started 2024-11-21T20:13:16,542 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:16,542 INFO [FileChangeWatcher-hbase_test_ca4091783662871107326.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4091783662871107326.p12 thread started 2024-11-21T20:13:16,542 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T20:13:16,571 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:16,591 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:16,592 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:16,592 INFO [FileChangeWatcher-hbase_test_key17032920075439091358.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17032920075439091358.p12 thread started 2024-11-21T20:13:16,592 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:16,593 INFO [FileChangeWatcher-hbase_test_ca4091783662871107326.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4091783662871107326.p12 thread started 2024-11-21T20:13:16,593 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8958308a, L:/127.0.0.1:44023 - R:/127.0.0.1:49722] 2024-11-21T20:13:16,630 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49722, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T20:13:17,283 DEBUG [FileChangeWatcher-hbase_test_key17032920075439091358.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17032920075439091358.p12 2024-11-21T20:13:17,283 DEBUG [FileChangeWatcher-hbase_test_ca4091783662871107326.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17032920075439091358.p12 2024-11-21T20:13:17,283 DEBUG [FileChangeWatcher-hbase_test_key17032920075439091358.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17032920075439091358.p12 2024-11-21T20:13:17,283 INFO [FileChangeWatcher-hbase_test_key17032920075439091358.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17032920075439091358.p12 2024-11-21T20:13:17,283 INFO [FileChangeWatcher-hbase_test_key17032920075439091358.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17032920075439091358.p12 2024-11-21T20:13:17,283 DEBUG [FileChangeWatcher-hbase_test_ca4091783662871107326.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17032920075439091358.p12 2024-11-21T20:13:17,283 DEBUG [FileChangeWatcher-hbase_test_ca4091783662871107326.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17032920075439091358.p12 2024-11-21T20:13:17,283 DEBUG [FileChangeWatcher-hbase_test_ca4091783662871107326.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17032920075439091358.p12 2024-11-21T20:13:17,313 DEBUG [FileChangeWatcher-hbase_test_ca4091783662871107326.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17032920075439091358.p12 2024-11-21T20:13:17,313 DEBUG [FileChangeWatcher-hbase_test_key17032920075439091358.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17032920075439091358.p12 2024-11-21T20:13:17,313 DEBUG [FileChangeWatcher-hbase_test_key17032920075439091358.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17032920075439091358.p12 2024-11-21T20:13:17,313 DEBUG [FileChangeWatcher-hbase_test_ca4091783662871107326.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17032920075439091358.p12 2024-11-21T20:13:17,313 DEBUG [FileChangeWatcher-hbase_test_ca4091783662871107326.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17032920075439091358.p12 2024-11-21T20:13:17,314 INFO [FileChangeWatcher-hbase_test_key17032920075439091358.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17032920075439091358.p12 2024-11-21T20:13:17,314 DEBUG [FileChangeWatcher-hbase_test_ca4091783662871107326.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4091783662871107326.p12 2024-11-21T20:13:17,314 DEBUG [FileChangeWatcher-hbase_test_ca4091783662871107326.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17032920075439091358.p12 2024-11-21T20:13:17,314 INFO [FileChangeWatcher-hbase_test_key17032920075439091358.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17032920075439091358.p12 2024-11-21T20:13:17,314 INFO [FileChangeWatcher-hbase_test_ca4091783662871107326.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4091783662871107326.p12 2024-11-21T20:13:17,314 DEBUG [FileChangeWatcher-hbase_test_key17032920075439091358.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4091783662871107326.p12 2024-11-21T20:13:17,314 DEBUG [FileChangeWatcher-hbase_test_key17032920075439091358.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4091783662871107326.p12 2024-11-21T20:13:17,314 DEBUG [FileChangeWatcher-hbase_test_ca4091783662871107326.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4091783662871107326.p12 2024-11-21T20:13:17,314 DEBUG [FileChangeWatcher-hbase_test_key17032920075439091358.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4091783662871107326.p12 2024-11-21T20:13:17,314 DEBUG [FileChangeWatcher-hbase_test_key17032920075439091358.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4091783662871107326.p12 2024-11-21T20:13:17,314 INFO [FileChangeWatcher-hbase_test_ca4091783662871107326.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4091783662871107326.p12 2024-11-21T20:13:17,329 DEBUG [FileChangeWatcher-hbase_test_key17032920075439091358.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4091783662871107326.p12 2024-11-21T20:13:17,329 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44023,0 is dead - stopping the connection localhost:44023/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T20:13:17,329 DEBUG [FileChangeWatcher-hbase_test_ca4091783662871107326.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4091783662871107326.p12 2024-11-21T20:13:17,329 DEBUG [FileChangeWatcher-hbase_test_key17032920075439091358.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4091783662871107326.p12 2024-11-21T20:13:17,329 DEBUG [FileChangeWatcher-hbase_test_ca4091783662871107326.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4091783662871107326.p12 2024-11-21T20:13:17,329 DEBUG [FileChangeWatcher-hbase_test_key17032920075439091358.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4091783662871107326.p12 2024-11-21T20:13:17,329 INFO [FileChangeWatcher-hbase_test_ca4091783662871107326.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4091783662871107326.p12 2024-11-21T20:13:17,329 DEBUG [FileChangeWatcher-hbase_test_key17032920075439091358.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4091783662871107326.p12 2024-11-21T20:13:17,329 INFO [FileChangeWatcher-hbase_test_ca4091783662871107326.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4091783662871107326.p12 2024-11-21T20:13:17,329 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T20:13:17,330 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:17,361 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:17,362 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T20:13:17,385 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:17,400 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:17,400 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x83caa893, L:/127.0.0.1:44023 - R:/127.0.0.1:49738] 2024-11-21T20:13:17,439 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49738, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T20:13:17,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:13:17,441 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44023 2024-11-21T20:13:17,441 DEBUG [FileChangeWatcher-hbase_test_ca4091783662871107326.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4091783662871107326.p12 was interrupted and is shutting down... 2024-11-21T20:13:17,441 DEBUG [FileChangeWatcher-hbase_test_key17032920075439091358.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17032920075439091358.p12 was interrupted and is shutting down... 2024-11-21T20:13:17,441 DEBUG [FileChangeWatcher-hbase_test_key17032920075439091358.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17032920075439091358.p12 was interrupted and is shutting down... 2024-11-21T20:13:17,441 DEBUG [FileChangeWatcher-hbase_test_ca4091783662871107326.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4091783662871107326.p12 was interrupted and is shutting down... 2024-11-21T20:13:17,441 INFO [FileChangeWatcher-hbase_test_ca4091783662871107326.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4091783662871107326.p12 thread finished 2024-11-21T20:13:17,441 INFO [FileChangeWatcher-hbase_test_key17032920075439091358.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17032920075439091358.p12 thread finished 2024-11-21T20:13:17,442 INFO [FileChangeWatcher-hbase_test_key17032920075439091358.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17032920075439091358.p12 thread finished 2024-11-21T20:13:17,448 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31 (was 29) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=844 (was 844), ProcessCount=11 (was 11), AvailableMemoryMB=9265 (was 9390) 2024-11-21T20:13:17,453 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=844, ProcessCount=11, AvailableMemoryMB=9264 2024-11-21T20:13:17,454 INFO [FileChangeWatcher-hbase_test_ca4091783662871107326.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4091783662871107326.p12 thread finished 2024-11-21T20:13:17,454 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:13:17,455 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40917 2024-11-21T20:13:17,455 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T20:13:17,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ef8d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:13:17,456 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T20:13:17,457 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:17,487 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:17,488 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:17,488 INFO [FileChangeWatcher-hbase_test_key17032920075439091358.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17032920075439091358.p12 thread started 2024-11-21T20:13:17,488 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:17,489 INFO [FileChangeWatcher-hbase_test_ca4091783662871107326.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4091783662871107326.p12 thread started 2024-11-21T20:13:17,489 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T20:13:17,505 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:17,524 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:17,524 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:17,525 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:17,525 INFO [FileChangeWatcher-hbase_test_key17032920075439091358.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17032920075439091358.p12 thread started 2024-11-21T20:13:17,525 INFO [FileChangeWatcher-hbase_test_ca4091783662871107326.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4091783662871107326.p12 thread started 2024-11-21T20:13:17,525 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf6521d6e, L:/127.0.0.1:40917 - R:/127.0.0.1:51898] 2024-11-21T20:13:17,563 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51898, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T20:13:17,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:13:17,566 DEBUG [FileChangeWatcher-hbase_test_ca4091783662871107326.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4091783662871107326.p12 was interrupted and is shutting down... 2024-11-21T20:13:17,566 DEBUG [FileChangeWatcher-hbase_test_key17032920075439091358.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17032920075439091358.p12 was interrupted and is shutting down... 2024-11-21T20:13:17,566 INFO [FileChangeWatcher-hbase_test_key17032920075439091358.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17032920075439091358.p12 thread finished 2024-11-21T20:13:17,566 INFO [FileChangeWatcher-hbase_test_ca4091783662871107326.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4091783662871107326.p12 thread finished 2024-11-21T20:13:17,779 DEBUG [FileChangeWatcher-hbase_test_ca4091783662871107326.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17032920075439091358.p12 2024-11-21T20:13:17,779 DEBUG [FileChangeWatcher-hbase_test_key17032920075439091358.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17032920075439091358.p12 2024-11-21T20:13:17,779 INFO [FileChangeWatcher-hbase_test_key17032920075439091358.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17032920075439091358.p12 2024-11-21T20:13:17,779 DEBUG [FileChangeWatcher-hbase_test_ca4091783662871107326.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17032920075439091358.p12 2024-11-21T20:13:17,807 DEBUG [FileChangeWatcher-hbase_test_key17032920075439091358.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17032920075439091358.p12 2024-11-21T20:13:17,807 DEBUG [FileChangeWatcher-hbase_test_ca4091783662871107326.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17032920075439091358.p12 2024-11-21T20:13:17,807 INFO [FileChangeWatcher-hbase_test_key17032920075439091358.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17032920075439091358.p12 2024-11-21T20:13:17,807 DEBUG [FileChangeWatcher-hbase_test_ca4091783662871107326.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17032920075439091358.p12 2024-11-21T20:13:17,807 DEBUG [FileChangeWatcher-hbase_test_ca4091783662871107326.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4091783662871107326.p12 2024-11-21T20:13:17,807 DEBUG [FileChangeWatcher-hbase_test_key17032920075439091358.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4091783662871107326.p12 2024-11-21T20:13:17,807 DEBUG [FileChangeWatcher-hbase_test_key17032920075439091358.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4091783662871107326.p12 2024-11-21T20:13:17,807 INFO [FileChangeWatcher-hbase_test_ca4091783662871107326.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4091783662871107326.p12 2024-11-21T20:13:17,824 DEBUG [FileChangeWatcher-hbase_test_key17032920075439091358.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4091783662871107326.p12 2024-11-21T20:13:17,824 DEBUG [FileChangeWatcher-hbase_test_ca4091783662871107326.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4091783662871107326.p12 2024-11-21T20:13:17,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14b3aebb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:13:17,825 DEBUG [FileChangeWatcher-hbase_test_key17032920075439091358.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4091783662871107326.p12 2024-11-21T20:13:17,825 INFO [FileChangeWatcher-hbase_test_ca4091783662871107326.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4091783662871107326.p12 2024-11-21T20:13:17,825 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T20:13:17,826 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:17,857 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:17,858 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:17,858 INFO [FileChangeWatcher-hbase_test_key17032920075439091358.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17032920075439091358.p12 thread started 2024-11-21T20:13:17,859 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:17,859 INFO [FileChangeWatcher-hbase_test_ca4091783662871107326.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4091783662871107326.p12 thread started 2024-11-21T20:13:17,859 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T20:13:17,877 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:17,892 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:17,893 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb519bc57, L:/127.0.0.1:40917 - R:/127.0.0.1:51912] 2024-11-21T20:13:17,943 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51912, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T20:13:17,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:13:17,945 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40917 2024-11-21T20:13:17,945 DEBUG [FileChangeWatcher-hbase_test_ca4091783662871107326.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4091783662871107326.p12 was interrupted and is shutting down... 2024-11-21T20:13:17,945 DEBUG [FileChangeWatcher-hbase_test_key17032920075439091358.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17032920075439091358.p12 was interrupted and is shutting down... 2024-11-21T20:13:17,945 DEBUG [FileChangeWatcher-hbase_test_key17032920075439091358.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17032920075439091358.p12 was interrupted and is shutting down... 2024-11-21T20:13:17,945 DEBUG [FileChangeWatcher-hbase_test_ca4091783662871107326.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4091783662871107326.p12 was interrupted and is shutting down... 2024-11-21T20:13:17,945 INFO [FileChangeWatcher-hbase_test_ca4091783662871107326.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4091783662871107326.p12 thread finished 2024-11-21T20:13:17,945 INFO [FileChangeWatcher-hbase_test_key17032920075439091358.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17032920075439091358.p12 thread finished 2024-11-21T20:13:17,946 INFO [FileChangeWatcher-hbase_test_key17032920075439091358.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17032920075439091358.p12 thread finished 2024-11-21T20:13:17,953 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 31) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=844 (was 844), ProcessCount=11 (was 11), AvailableMemoryMB=9208 (was 9264) 2024-11-21T20:13:17,958 INFO [FileChangeWatcher-hbase_test_ca4091783662871107326.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4091783662871107326.p12 thread finished 2024-11-21T20:13:17,958 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=844, ProcessCount=11, AvailableMemoryMB=9207 2024-11-21T20:13:18,460 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:13:18,461 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34641 2024-11-21T20:13:18,461 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T20:13:18,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d63d31f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:13:18,462 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T20:13:18,463 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:18,756 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:18,757 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:18,758 INFO [FileChangeWatcher-hbase_test_key6093914655245033312.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6093914655245033312.bcfks thread started 2024-11-21T20:13:18,758 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:18,758 INFO [FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks thread started 2024-11-21T20:13:18,758 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T20:13:18,901 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:19,045 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:19,046 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:19,046 INFO [FileChangeWatcher-hbase_test_key6093914655245033312.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6093914655245033312.bcfks thread started 2024-11-21T20:13:19,046 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:19,047 INFO [FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks thread started 2024-11-21T20:13:19,047 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xeaf962e6, L:/127.0.0.1:34641 - R:/127.0.0.1:41924] 2024-11-21T20:13:19,230 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41924, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T20:13:19,405 DEBUG [FileChangeWatcher-hbase_test_key6093914655245033312.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6093914655245033312.bcfks 2024-11-21T20:13:19,405 DEBUG [FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6093914655245033312.bcfks 2024-11-21T20:13:19,405 DEBUG [FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6093914655245033312.bcfks 2024-11-21T20:13:19,405 DEBUG [FileChangeWatcher-hbase_test_key6093914655245033312.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6093914655245033312.bcfks 2024-11-21T20:13:19,405 DEBUG [FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6093914655245033312.bcfks 2024-11-21T20:13:19,405 INFO [FileChangeWatcher-hbase_test_key6093914655245033312.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6093914655245033312.bcfks 2024-11-21T20:13:19,406 INFO [FileChangeWatcher-hbase_test_key6093914655245033312.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6093914655245033312.bcfks 2024-11-21T20:13:19,406 DEBUG [FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6093914655245033312.bcfks 2024-11-21T20:13:19,619 DEBUG [FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6093914655245033312.bcfks 2024-11-21T20:13:19,619 DEBUG [FileChangeWatcher-hbase_test_key6093914655245033312.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6093914655245033312.bcfks 2024-11-21T20:13:19,619 DEBUG [FileChangeWatcher-hbase_test_key6093914655245033312.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6093914655245033312.bcfks 2024-11-21T20:13:19,619 DEBUG [FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6093914655245033312.bcfks 2024-11-21T20:13:19,619 DEBUG [FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6093914655245033312.bcfks 2024-11-21T20:13:19,619 INFO [FileChangeWatcher-hbase_test_key6093914655245033312.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6093914655245033312.bcfks 2024-11-21T20:13:19,619 DEBUG [FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6093914655245033312.bcfks 2024-11-21T20:13:19,619 INFO [FileChangeWatcher-hbase_test_key6093914655245033312.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6093914655245033312.bcfks 2024-11-21T20:13:19,619 DEBUG [FileChangeWatcher-hbase_test_key6093914655245033312.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7836704302864238942.bcfks 2024-11-21T20:13:19,619 DEBUG [FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7836704302864238942.bcfks 2024-11-21T20:13:19,619 DEBUG [FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7836704302864238942.bcfks 2024-11-21T20:13:19,619 DEBUG [FileChangeWatcher-hbase_test_key6093914655245033312.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7836704302864238942.bcfks 2024-11-21T20:13:19,620 DEBUG [FileChangeWatcher-hbase_test_key6093914655245033312.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7836704302864238942.bcfks 2024-11-21T20:13:19,620 INFO [FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7836704302864238942.bcfks 2024-11-21T20:13:19,620 DEBUG [FileChangeWatcher-hbase_test_key6093914655245033312.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7836704302864238942.bcfks 2024-11-21T20:13:19,620 INFO [FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7836704302864238942.bcfks 2024-11-21T20:13:19,760 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34641,0 is dead - stopping the connection localhost:34641/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T20:13:19,760 DEBUG [FileChangeWatcher-hbase_test_key6093914655245033312.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7836704302864238942.bcfks 2024-11-21T20:13:19,760 DEBUG [FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7836704302864238942.bcfks 2024-11-21T20:13:19,760 DEBUG [FileChangeWatcher-hbase_test_key6093914655245033312.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7836704302864238942.bcfks 2024-11-21T20:13:19,760 DEBUG [FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7836704302864238942.bcfks 2024-11-21T20:13:19,760 DEBUG [FileChangeWatcher-hbase_test_key6093914655245033312.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7836704302864238942.bcfks 2024-11-21T20:13:19,760 INFO [FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7836704302864238942.bcfks 2024-11-21T20:13:19,760 DEBUG [FileChangeWatcher-hbase_test_key6093914655245033312.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7836704302864238942.bcfks 2024-11-21T20:13:19,760 INFO [FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7836704302864238942.bcfks 2024-11-21T20:13:19,761 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T20:13:19,762 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:20,047 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:20,048 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T20:13:20,191 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:20,334 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:20,335 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x223ab4b7, L:/127.0.0.1:34641 - R:/127.0.0.1:41938] 2024-11-21T20:13:20,499 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41938, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T20:13:20,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:13:20,501 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34641 2024-11-21T20:13:20,501 DEBUG [FileChangeWatcher-hbase_test_key6093914655245033312.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6093914655245033312.bcfks was interrupted and is shutting down... 2024-11-21T20:13:20,501 DEBUG [FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks was interrupted and is shutting down... 2024-11-21T20:13:20,501 DEBUG [FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks was interrupted and is shutting down... 2024-11-21T20:13:20,502 INFO [FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks thread finished 2024-11-21T20:13:20,502 DEBUG [FileChangeWatcher-hbase_test_key6093914655245033312.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6093914655245033312.bcfks was interrupted and is shutting down... 2024-11-21T20:13:20,502 INFO [FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks thread finished 2024-11-21T20:13:20,501 INFO [FileChangeWatcher-hbase_test_key6093914655245033312.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6093914655245033312.bcfks thread finished 2024-11-21T20:13:20,510 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 33) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=844 (was 844), ProcessCount=11 (was 11), AvailableMemoryMB=9141 (was 9207) 2024-11-21T20:13:20,516 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=844, ProcessCount=11, AvailableMemoryMB=9141 2024-11-21T20:13:20,517 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:13:20,518 INFO [FileChangeWatcher-hbase_test_key6093914655245033312.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6093914655245033312.bcfks thread finished 2024-11-21T20:13:20,518 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43833 2024-11-21T20:13:20,518 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T20:13:20,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59329374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:13:20,519 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T20:13:20,520 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:20,807 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:20,807 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:20,808 INFO [FileChangeWatcher-hbase_test_key6093914655245033312.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6093914655245033312.bcfks thread started 2024-11-21T20:13:20,808 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:20,808 INFO [FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks thread started 2024-11-21T20:13:20,808 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T20:13:20,951 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:21,094 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:21,094 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:21,095 INFO [FileChangeWatcher-hbase_test_key6093914655245033312.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6093914655245033312.bcfks thread started 2024-11-21T20:13:21,095 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:21,095 INFO [FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks thread started 2024-11-21T20:13:21,095 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x095a81d5, L:/127.0.0.1:43833 - R:/127.0.0.1:49028] 2024-11-21T20:13:21,250 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49028, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T20:13:21,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:13:21,252 DEBUG [FileChangeWatcher-hbase_test_key6093914655245033312.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6093914655245033312.bcfks was interrupted and is shutting down... 2024-11-21T20:13:21,252 DEBUG [FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks was interrupted and is shutting down... 2024-11-21T20:13:21,253 INFO [FileChangeWatcher-hbase_test_key6093914655245033312.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6093914655245033312.bcfks thread finished 2024-11-21T20:13:21,253 INFO [FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks thread finished 2024-11-21T20:13:21,680 DEBUG [FileChangeWatcher-hbase_test_key6093914655245033312.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6093914655245033312.bcfks 2024-11-21T20:13:21,680 DEBUG [FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6093914655245033312.bcfks 2024-11-21T20:13:21,680 DEBUG [FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6093914655245033312.bcfks 2024-11-21T20:13:21,680 INFO [FileChangeWatcher-hbase_test_key6093914655245033312.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6093914655245033312.bcfks 2024-11-21T20:13:21,891 DEBUG [FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6093914655245033312.bcfks 2024-11-21T20:13:21,891 DEBUG [FileChangeWatcher-hbase_test_key6093914655245033312.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6093914655245033312.bcfks 2024-11-21T20:13:21,891 DEBUG [FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6093914655245033312.bcfks 2024-11-21T20:13:21,891 INFO [FileChangeWatcher-hbase_test_key6093914655245033312.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6093914655245033312.bcfks 2024-11-21T20:13:21,891 DEBUG [FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7836704302864238942.bcfks 2024-11-21T20:13:21,891 DEBUG [FileChangeWatcher-hbase_test_key6093914655245033312.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7836704302864238942.bcfks 2024-11-21T20:13:21,891 INFO [FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7836704302864238942.bcfks 2024-11-21T20:13:21,891 DEBUG [FileChangeWatcher-hbase_test_key6093914655245033312.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7836704302864238942.bcfks 2024-11-21T20:13:22,032 DEBUG [FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7836704302864238942.bcfks 2024-11-21T20:13:22,032 DEBUG [FileChangeWatcher-hbase_test_key6093914655245033312.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7836704302864238942.bcfks 2024-11-21T20:13:22,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a40cde2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:13:22,032 INFO [FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7836704302864238942.bcfks 2024-11-21T20:13:22,032 DEBUG [FileChangeWatcher-hbase_test_key6093914655245033312.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7836704302864238942.bcfks 2024-11-21T20:13:22,033 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T20:13:22,034 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:22,328 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:22,328 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:22,329 INFO [FileChangeWatcher-hbase_test_key6093914655245033312.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6093914655245033312.bcfks thread started 2024-11-21T20:13:22,329 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:22,329 INFO [FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks thread started 2024-11-21T20:13:22,330 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T20:13:22,472 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:22,637 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:22,637 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9027f705, L:/127.0.0.1:43833 - R:/127.0.0.1:49040] 2024-11-21T20:13:22,799 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49040, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T20:13:22,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:13:22,802 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43833 2024-11-21T20:13:22,802 DEBUG [FileChangeWatcher-hbase_test_key6093914655245033312.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6093914655245033312.bcfks was interrupted and is shutting down... 2024-11-21T20:13:22,802 DEBUG [FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks was interrupted and is shutting down... 2024-11-21T20:13:22,802 DEBUG [FileChangeWatcher-hbase_test_key6093914655245033312.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6093914655245033312.bcfks was interrupted and is shutting down... 2024-11-21T20:13:22,802 DEBUG [FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks was interrupted and is shutting down... 2024-11-21T20:13:22,802 INFO [FileChangeWatcher-hbase_test_key6093914655245033312.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6093914655245033312.bcfks thread finished 2024-11-21T20:13:22,809 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=41 (was 35) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=784 (was 844), ProcessCount=11 (was 11), AvailableMemoryMB=9082 (was 9141) 2024-11-21T20:13:22,815 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=41, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=784, ProcessCount=11, AvailableMemoryMB=9082 2024-11-21T20:13:22,817 INFO [FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks thread finished 2024-11-21T20:13:22,818 INFO [FileChangeWatcher-hbase_test_key6093914655245033312.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6093914655245033312.bcfks thread finished 2024-11-21T20:13:22,818 INFO [FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7836704302864238942.bcfks thread finished 2024-11-21T20:13:22,966 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:13:22,966 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43083 2024-11-21T20:13:22,966 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T20:13:22,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab473fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:13:22,967 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T20:13:22,968 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:22,998 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:22,999 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:22,999 INFO [FileChangeWatcher-hbase_test_key6186285370969656209.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6186285370969656209.jks thread started 2024-11-21T20:13:23,000 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:23,000 INFO [FileChangeWatcher-hbase_test_ca12886890993362923040.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12886890993362923040.jks thread started 2024-11-21T20:13:23,000 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T20:13:23,017 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:23,032 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:23,033 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:23,033 INFO [FileChangeWatcher-hbase_test_key6186285370969656209.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6186285370969656209.jks thread started 2024-11-21T20:13:23,034 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:23,034 INFO [FileChangeWatcher-hbase_test_ca12886890993362923040.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12886890993362923040.jks thread started 2024-11-21T20:13:23,034 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x23b86e30, L:/127.0.0.1:43083 - R:/127.0.0.1:32890] 2024-11-21T20:13:23,080 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32890, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T20:13:23,091 DEBUG [FileChangeWatcher-hbase_test_key6186285370969656209.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6186285370969656209.jks 2024-11-21T20:13:23,091 DEBUG [FileChangeWatcher-hbase_test_ca12886890993362923040.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6186285370969656209.jks 2024-11-21T20:13:23,091 DEBUG [FileChangeWatcher-hbase_test_key6186285370969656209.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6186285370969656209.jks 2024-11-21T20:13:23,092 DEBUG [FileChangeWatcher-hbase_test_ca12886890993362923040.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6186285370969656209.jks 2024-11-21T20:13:23,092 INFO [FileChangeWatcher-hbase_test_key6186285370969656209.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6186285370969656209.jks 2024-11-21T20:13:23,091 INFO [FileChangeWatcher-hbase_test_key6186285370969656209.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6186285370969656209.jks 2024-11-21T20:13:23,092 DEBUG [FileChangeWatcher-hbase_test_ca12886890993362923040.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6186285370969656209.jks 2024-11-21T20:13:23,092 DEBUG [FileChangeWatcher-hbase_test_ca12886890993362923040.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6186285370969656209.jks 2024-11-21T20:13:23,139 DEBUG [FileChangeWatcher-hbase_test_key6186285370969656209.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6186285370969656209.jks 2024-11-21T20:13:23,139 DEBUG [FileChangeWatcher-hbase_test_key6186285370969656209.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6186285370969656209.jks 2024-11-21T20:13:23,139 DEBUG [FileChangeWatcher-hbase_test_ca12886890993362923040.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6186285370969656209.jks 2024-11-21T20:13:23,139 INFO [FileChangeWatcher-hbase_test_key6186285370969656209.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6186285370969656209.jks 2024-11-21T20:13:23,139 INFO [FileChangeWatcher-hbase_test_key6186285370969656209.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6186285370969656209.jks 2024-11-21T20:13:23,139 DEBUG [FileChangeWatcher-hbase_test_key6186285370969656209.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12886890993362923040.jks 2024-11-21T20:13:23,139 DEBUG [FileChangeWatcher-hbase_test_ca12886890993362923040.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6186285370969656209.jks 2024-11-21T20:13:23,139 DEBUG [FileChangeWatcher-hbase_test_key6186285370969656209.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12886890993362923040.jks 2024-11-21T20:13:23,139 DEBUG [FileChangeWatcher-hbase_test_ca12886890993362923040.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12886890993362923040.jks 2024-11-21T20:13:23,139 DEBUG [FileChangeWatcher-hbase_test_key6186285370969656209.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12886890993362923040.jks 2024-11-21T20:13:23,139 DEBUG [FileChangeWatcher-hbase_test_key6186285370969656209.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12886890993362923040.jks 2024-11-21T20:13:23,139 INFO [FileChangeWatcher-hbase_test_ca12886890993362923040.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12886890993362923040.jks 2024-11-21T20:13:23,139 DEBUG [FileChangeWatcher-hbase_test_ca12886890993362923040.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6186285370969656209.jks 2024-11-21T20:13:23,139 DEBUG [FileChangeWatcher-hbase_test_ca12886890993362923040.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6186285370969656209.jks 2024-11-21T20:13:23,139 DEBUG [FileChangeWatcher-hbase_test_ca12886890993362923040.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12886890993362923040.jks 2024-11-21T20:13:23,139 INFO [FileChangeWatcher-hbase_test_ca12886890993362923040.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12886890993362923040.jks 2024-11-21T20:13:23,164 DEBUG [FileChangeWatcher-hbase_test_key6186285370969656209.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12886890993362923040.jks 2024-11-21T20:13:23,164 DEBUG [FileChangeWatcher-hbase_test_ca12886890993362923040.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12886890993362923040.jks 2024-11-21T20:13:23,164 DEBUG [FileChangeWatcher-hbase_test_key6186285370969656209.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12886890993362923040.jks 2024-11-21T20:13:23,164 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,43083,0 is dead - stopping the connection localhost:43083/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T20:13:23,164 DEBUG [FileChangeWatcher-hbase_test_ca12886890993362923040.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12886890993362923040.jks 2024-11-21T20:13:23,164 DEBUG [FileChangeWatcher-hbase_test_key6186285370969656209.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12886890993362923040.jks 2024-11-21T20:13:23,164 INFO [FileChangeWatcher-hbase_test_ca12886890993362923040.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12886890993362923040.jks 2024-11-21T20:13:23,164 DEBUG [FileChangeWatcher-hbase_test_key6186285370969656209.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12886890993362923040.jks 2024-11-21T20:13:23,165 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T20:13:23,164 INFO [FileChangeWatcher-hbase_test_ca12886890993362923040.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12886890993362923040.jks 2024-11-21T20:13:23,166 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:23,197 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:23,198 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T20:13:23,224 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:23,249 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:23,250 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x07792170, L:/127.0.0.1:43083 - R:/127.0.0.1:32902] 2024-11-21T20:13:23,300 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32902, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T20:13:23,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:13:23,301 DEBUG [FileChangeWatcher-hbase_test_ca12886890993362923040.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12886890993362923040.jks was interrupted and is shutting down... 2024-11-21T20:13:23,301 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43083 2024-11-21T20:13:23,301 DEBUG [FileChangeWatcher-hbase_test_key6186285370969656209.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6186285370969656209.jks was interrupted and is shutting down... 2024-11-21T20:13:23,302 DEBUG [FileChangeWatcher-hbase_test_key6186285370969656209.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6186285370969656209.jks was interrupted and is shutting down... 2024-11-21T20:13:23,302 INFO [FileChangeWatcher-hbase_test_key6186285370969656209.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6186285370969656209.jks thread finished 2024-11-21T20:13:23,302 DEBUG [FileChangeWatcher-hbase_test_ca12886890993362923040.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12886890993362923040.jks was interrupted and is shutting down... 2024-11-21T20:13:23,302 INFO [FileChangeWatcher-hbase_test_ca12886890993362923040.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12886890993362923040.jks thread finished 2024-11-21T20:13:23,302 INFO [FileChangeWatcher-hbase_test_key6186285370969656209.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6186285370969656209.jks thread finished 2024-11-21T20:13:23,311 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 41), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=784 (was 784), ProcessCount=11 (was 11), AvailableMemoryMB=9008 (was 9082) 2024-11-21T20:13:23,317 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=784, ProcessCount=11, AvailableMemoryMB=9008 2024-11-21T20:13:23,318 INFO [FileChangeWatcher-hbase_test_ca12886890993362923040.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12886890993362923040.jks thread finished 2024-11-21T20:13:23,318 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:13:23,319 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46471 2024-11-21T20:13:23,319 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T20:13:23,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@660f5082, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:13:23,320 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T20:13:23,320 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:23,354 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:23,355 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:23,355 INFO [FileChangeWatcher-hbase_test_key6186285370969656209.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6186285370969656209.jks thread started 2024-11-21T20:13:23,355 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:23,356 INFO [FileChangeWatcher-hbase_test_ca12886890993362923040.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12886890993362923040.jks thread started 2024-11-21T20:13:23,356 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T20:13:23,372 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:23,387 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:23,387 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:23,388 INFO [FileChangeWatcher-hbase_test_key6186285370969656209.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6186285370969656209.jks thread started 2024-11-21T20:13:23,389 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:23,389 INFO [FileChangeWatcher-hbase_test_ca12886890993362923040.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12886890993362923040.jks thread started 2024-11-21T20:13:23,390 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x96b036bf, L:/127.0.0.1:46471 - R:/127.0.0.1:51104] 2024-11-21T20:13:23,444 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51104, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T20:13:23,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:13:23,446 DEBUG [FileChangeWatcher-hbase_test_ca12886890993362923040.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12886890993362923040.jks was interrupted and is shutting down... 2024-11-21T20:13:23,446 DEBUG [FileChangeWatcher-hbase_test_key6186285370969656209.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6186285370969656209.jks was interrupted and is shutting down... 2024-11-21T20:13:23,447 INFO [FileChangeWatcher-hbase_test_key6186285370969656209.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6186285370969656209.jks thread finished 2024-11-21T20:13:23,447 INFO [FileChangeWatcher-hbase_test_ca12886890993362923040.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12886890993362923040.jks thread finished 2024-11-21T20:13:23,454 DEBUG [FileChangeWatcher-hbase_test_ca12886890993362923040.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6186285370969656209.jks 2024-11-21T20:13:23,455 DEBUG [FileChangeWatcher-hbase_test_ca12886890993362923040.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6186285370969656209.jks 2024-11-21T20:13:23,455 DEBUG [FileChangeWatcher-hbase_test_key6186285370969656209.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6186285370969656209.jks 2024-11-21T20:13:23,455 INFO [FileChangeWatcher-hbase_test_key6186285370969656209.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6186285370969656209.jks 2024-11-21T20:13:23,481 DEBUG [FileChangeWatcher-hbase_test_ca12886890993362923040.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6186285370969656209.jks 2024-11-21T20:13:23,481 DEBUG [FileChangeWatcher-hbase_test_key6186285370969656209.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6186285370969656209.jks 2024-11-21T20:13:23,481 DEBUG [FileChangeWatcher-hbase_test_ca12886890993362923040.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6186285370969656209.jks 2024-11-21T20:13:23,481 INFO [FileChangeWatcher-hbase_test_key6186285370969656209.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6186285370969656209.jks 2024-11-21T20:13:23,481 DEBUG [FileChangeWatcher-hbase_test_ca12886890993362923040.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12886890993362923040.jks 2024-11-21T20:13:23,481 INFO [FileChangeWatcher-hbase_test_ca12886890993362923040.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12886890993362923040.jks 2024-11-21T20:13:23,481 DEBUG [FileChangeWatcher-hbase_test_key6186285370969656209.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12886890993362923040.jks 2024-11-21T20:13:23,481 DEBUG [FileChangeWatcher-hbase_test_key6186285370969656209.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12886890993362923040.jks 2024-11-21T20:13:23,496 DEBUG [FileChangeWatcher-hbase_test_ca12886890993362923040.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12886890993362923040.jks 2024-11-21T20:13:23,496 DEBUG [FileChangeWatcher-hbase_test_key6186285370969656209.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12886890993362923040.jks 2024-11-21T20:13:23,496 INFO [FileChangeWatcher-hbase_test_ca12886890993362923040.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12886890993362923040.jks 2024-11-21T20:13:23,496 DEBUG [FileChangeWatcher-hbase_test_key6186285370969656209.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12886890993362923040.jks 2024-11-21T20:13:23,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b4cd55b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:13:23,497 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T20:13:23,497 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:23,529 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:23,530 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:23,530 INFO [FileChangeWatcher-hbase_test_key6186285370969656209.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6186285370969656209.jks thread started 2024-11-21T20:13:23,530 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:23,531 INFO [FileChangeWatcher-hbase_test_ca12886890993362923040.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12886890993362923040.jks thread started 2024-11-21T20:13:23,531 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T20:13:23,551 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:23,567 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:23,567 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4bd13b32, L:/127.0.0.1:46471 - R:/127.0.0.1:51114] 2024-11-21T20:13:23,609 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51114, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T20:13:23,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:13:23,610 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46471 2024-11-21T20:13:23,610 DEBUG [FileChangeWatcher-hbase_test_key6186285370969656209.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6186285370969656209.jks was interrupted and is shutting down... 2024-11-21T20:13:23,610 DEBUG [FileChangeWatcher-hbase_test_ca12886890993362923040.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12886890993362923040.jks was interrupted and is shutting down... 2024-11-21T20:13:23,610 DEBUG [FileChangeWatcher-hbase_test_key6186285370969656209.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6186285370969656209.jks was interrupted and is shutting down... 2024-11-21T20:13:23,610 DEBUG [FileChangeWatcher-hbase_test_ca12886890993362923040.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12886890993362923040.jks was interrupted and is shutting down... 2024-11-21T20:13:23,611 INFO [FileChangeWatcher-hbase_test_key6186285370969656209.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6186285370969656209.jks thread finished 2024-11-21T20:13:23,611 INFO [FileChangeWatcher-hbase_test_ca12886890993362923040.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12886890993362923040.jks thread finished 2024-11-21T20:13:23,611 INFO [FileChangeWatcher-hbase_test_key6186285370969656209.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6186285370969656209.jks thread finished 2024-11-21T20:13:23,618 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=784 (was 784), ProcessCount=11 (was 11), AvailableMemoryMB=8992 (was 9008) 2024-11-21T20:13:23,624 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=784, ProcessCount=11, AvailableMemoryMB=8992 2024-11-21T20:13:23,626 INFO [FileChangeWatcher-hbase_test_ca12886890993362923040.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12886890993362923040.jks thread finished 2024-11-21T20:13:23,629 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:13:23,630 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33061 2024-11-21T20:13:23,630 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T20:13:23,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624ecb96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:13:23,630 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T20:13:23,631 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:23,635 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:23,636 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:23,636 INFO [FileChangeWatcher-hbase_test_key16081809103526290023.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16081809103526290023.pem thread started 2024-11-21T20:13:23,636 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:23,636 INFO [FileChangeWatcher-hbase_test_ca8441515054116598138.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8441515054116598138.pem thread started 2024-11-21T20:13:23,636 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T20:13:23,640 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:23,640 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:23,641 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:23,641 INFO [FileChangeWatcher-hbase_test_key16081809103526290023.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16081809103526290023.pem thread started 2024-11-21T20:13:23,641 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:23,642 INFO [FileChangeWatcher-hbase_test_ca8441515054116598138.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8441515054116598138.pem thread started 2024-11-21T20:13:23,642 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfbc3944f, L:/127.0.0.1:33061 - R:/127.0.0.1:53324] 2024-11-21T20:13:23,656 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53324, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T20:13:23,665 DEBUG [FileChangeWatcher-hbase_test_key16081809103526290023.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16081809103526290023.pem 2024-11-21T20:13:23,665 DEBUG [FileChangeWatcher-hbase_test_ca8441515054116598138.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16081809103526290023.pem 2024-11-21T20:13:23,665 INFO [FileChangeWatcher-hbase_test_key16081809103526290023.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16081809103526290023.pem 2024-11-21T20:13:23,665 DEBUG [FileChangeWatcher-hbase_test_key16081809103526290023.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16081809103526290023.pem 2024-11-21T20:13:23,665 DEBUG [FileChangeWatcher-hbase_test_ca8441515054116598138.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16081809103526290023.pem 2024-11-21T20:13:23,665 DEBUG [FileChangeWatcher-hbase_test_key16081809103526290023.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16081809103526290023.pem 2024-11-21T20:13:23,665 INFO [FileChangeWatcher-hbase_test_key16081809103526290023.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16081809103526290023.pem 2024-11-21T20:13:23,665 DEBUG [FileChangeWatcher-hbase_test_ca8441515054116598138.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16081809103526290023.pem 2024-11-21T20:13:23,665 INFO [FileChangeWatcher-hbase_test_key16081809103526290023.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16081809103526290023.pem 2024-11-21T20:13:23,665 DEBUG [FileChangeWatcher-hbase_test_ca8441515054116598138.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16081809103526290023.pem 2024-11-21T20:13:23,665 DEBUG [FileChangeWatcher-hbase_test_ca8441515054116598138.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8441515054116598138.pem 2024-11-21T20:13:23,665 DEBUG [FileChangeWatcher-hbase_test_key16081809103526290023.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8441515054116598138.pem 2024-11-21T20:13:23,665 DEBUG [FileChangeWatcher-hbase_test_key16081809103526290023.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8441515054116598138.pem 2024-11-21T20:13:23,665 DEBUG [FileChangeWatcher-hbase_test_ca8441515054116598138.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16081809103526290023.pem 2024-11-21T20:13:23,665 INFO [FileChangeWatcher-hbase_test_ca8441515054116598138.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8441515054116598138.pem 2024-11-21T20:13:23,665 DEBUG [FileChangeWatcher-hbase_test_key16081809103526290023.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8441515054116598138.pem 2024-11-21T20:13:23,665 DEBUG [FileChangeWatcher-hbase_test_key16081809103526290023.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8441515054116598138.pem 2024-11-21T20:13:23,665 DEBUG [FileChangeWatcher-hbase_test_ca8441515054116598138.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16081809103526290023.pem 2024-11-21T20:13:23,665 DEBUG [FileChangeWatcher-hbase_test_ca8441515054116598138.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8441515054116598138.pem 2024-11-21T20:13:23,665 DEBUG [FileChangeWatcher-hbase_test_key16081809103526290023.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8441515054116598138.pem 2024-11-21T20:13:23,665 DEBUG [FileChangeWatcher-hbase_test_key16081809103526290023.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8441515054116598138.pem 2024-11-21T20:13:23,665 DEBUG [FileChangeWatcher-hbase_test_ca8441515054116598138.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8441515054116598138.pem 2024-11-21T20:13:23,665 DEBUG [FileChangeWatcher-hbase_test_key16081809103526290023.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8441515054116598138.pem 2024-11-21T20:13:23,665 INFO [FileChangeWatcher-hbase_test_ca8441515054116598138.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8441515054116598138.pem 2024-11-21T20:13:23,665 DEBUG [FileChangeWatcher-hbase_test_key16081809103526290023.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8441515054116598138.pem 2024-11-21T20:13:23,665 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,33061,0 is dead - stopping the connection localhost:33061/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T20:13:23,665 INFO [FileChangeWatcher-hbase_test_ca8441515054116598138.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8441515054116598138.pem 2024-11-21T20:13:23,666 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T20:13:23,666 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:23,670 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:23,671 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T20:13:23,674 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:23,674 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:23,675 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb0481f6e, L:/127.0.0.1:33061 - R:/127.0.0.1:53336] 2024-11-21T20:13:23,690 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53336, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T20:13:23,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:13:23,691 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33061 2024-11-21T20:13:23,691 DEBUG [FileChangeWatcher-hbase_test_key16081809103526290023.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16081809103526290023.pem was interrupted and is shutting down... 2024-11-21T20:13:23,691 DEBUG [FileChangeWatcher-hbase_test_ca8441515054116598138.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8441515054116598138.pem was interrupted and is shutting down... 2024-11-21T20:13:23,691 DEBUG [FileChangeWatcher-hbase_test_ca8441515054116598138.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8441515054116598138.pem was interrupted and is shutting down... 2024-11-21T20:13:23,691 DEBUG [FileChangeWatcher-hbase_test_key16081809103526290023.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16081809103526290023.pem was interrupted and is shutting down... 2024-11-21T20:13:23,691 INFO [FileChangeWatcher-hbase_test_ca8441515054116598138.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8441515054116598138.pem thread finished 2024-11-21T20:13:23,691 INFO [FileChangeWatcher-hbase_test_ca8441515054116598138.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8441515054116598138.pem thread finished 2024-11-21T20:13:23,692 INFO [FileChangeWatcher-hbase_test_key16081809103526290023.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16081809103526290023.pem thread finished 2024-11-21T20:13:23,698 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=784 (was 784), ProcessCount=11 (was 11), AvailableMemoryMB=8989 (was 8992) 2024-11-21T20:13:23,704 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=784, ProcessCount=11, AvailableMemoryMB=8988 2024-11-21T20:13:23,705 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:13:23,705 INFO [FileChangeWatcher-hbase_test_key16081809103526290023.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16081809103526290023.pem thread finished 2024-11-21T20:13:23,706 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38201 2024-11-21T20:13:23,706 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T20:13:23,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e9c7889, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:13:23,707 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T20:13:23,708 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:23,711 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:23,712 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:23,712 INFO [FileChangeWatcher-hbase_test_key16081809103526290023.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16081809103526290023.pem thread started 2024-11-21T20:13:23,712 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:23,725 INFO [FileChangeWatcher-hbase_test_ca8441515054116598138.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8441515054116598138.pem thread started 2024-11-21T20:13:23,725 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T20:13:23,729 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:23,730 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:23,730 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:23,730 INFO [FileChangeWatcher-hbase_test_key16081809103526290023.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16081809103526290023.pem thread started 2024-11-21T20:13:23,730 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:23,731 INFO [FileChangeWatcher-hbase_test_ca8441515054116598138.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8441515054116598138.pem thread started 2024-11-21T20:13:23,731 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x02ba4a16, L:/127.0.0.1:38201 - R:/127.0.0.1:34158] 2024-11-21T20:13:23,745 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34158, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T20:13:23,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:13:23,747 DEBUG [FileChangeWatcher-hbase_test_key16081809103526290023.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16081809103526290023.pem was interrupted and is shutting down... 2024-11-21T20:13:23,747 DEBUG [FileChangeWatcher-hbase_test_ca8441515054116598138.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8441515054116598138.pem was interrupted and is shutting down... 2024-11-21T20:13:23,747 INFO [FileChangeWatcher-hbase_test_ca8441515054116598138.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8441515054116598138.pem thread finished 2024-11-21T20:13:23,747 INFO [FileChangeWatcher-hbase_test_key16081809103526290023.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16081809103526290023.pem thread finished 2024-11-21T20:13:23,753 DEBUG [FileChangeWatcher-hbase_test_ca8441515054116598138.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16081809103526290023.pem 2024-11-21T20:13:23,753 DEBUG [FileChangeWatcher-hbase_test_key16081809103526290023.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16081809103526290023.pem 2024-11-21T20:13:23,753 DEBUG [FileChangeWatcher-hbase_test_ca8441515054116598138.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16081809103526290023.pem 2024-11-21T20:13:23,753 INFO [FileChangeWatcher-hbase_test_key16081809103526290023.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16081809103526290023.pem 2024-11-21T20:13:23,753 DEBUG [FileChangeWatcher-hbase_test_ca8441515054116598138.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16081809103526290023.pem 2024-11-21T20:13:23,753 DEBUG [FileChangeWatcher-hbase_test_key16081809103526290023.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16081809103526290023.pem 2024-11-21T20:13:23,753 DEBUG [FileChangeWatcher-hbase_test_ca8441515054116598138.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16081809103526290023.pem 2024-11-21T20:13:23,754 INFO [FileChangeWatcher-hbase_test_key16081809103526290023.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16081809103526290023.pem 2024-11-21T20:13:23,754 DEBUG [FileChangeWatcher-hbase_test_key16081809103526290023.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8441515054116598138.pem 2024-11-21T20:13:23,754 DEBUG [FileChangeWatcher-hbase_test_ca8441515054116598138.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8441515054116598138.pem 2024-11-21T20:13:23,754 DEBUG [FileChangeWatcher-hbase_test_key16081809103526290023.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8441515054116598138.pem 2024-11-21T20:13:23,754 INFO [FileChangeWatcher-hbase_test_ca8441515054116598138.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8441515054116598138.pem 2024-11-21T20:13:23,754 DEBUG [FileChangeWatcher-hbase_test_key16081809103526290023.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8441515054116598138.pem 2024-11-21T20:13:23,754 DEBUG [FileChangeWatcher-hbase_test_ca8441515054116598138.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8441515054116598138.pem 2024-11-21T20:13:23,754 INFO [FileChangeWatcher-hbase_test_ca8441515054116598138.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8441515054116598138.pem 2024-11-21T20:13:23,754 DEBUG [FileChangeWatcher-hbase_test_key16081809103526290023.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8441515054116598138.pem 2024-11-21T20:13:23,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@244cf22f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:13:23,754 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T20:13:23,755 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:23,758 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:23,759 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:23,759 INFO [FileChangeWatcher-hbase_test_key16081809103526290023.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16081809103526290023.pem thread started 2024-11-21T20:13:23,759 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:23,759 INFO [FileChangeWatcher-hbase_test_ca8441515054116598138.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8441515054116598138.pem thread started 2024-11-21T20:13:23,759 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T20:13:23,763 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:23,763 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:23,764 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb8dd90f6, L:/127.0.0.1:38201 - R:/127.0.0.1:34164] 2024-11-21T20:13:23,778 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34164, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T20:13:23,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:13:23,779 DEBUG [FileChangeWatcher-hbase_test_key16081809103526290023.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16081809103526290023.pem was interrupted and is shutting down... 2024-11-21T20:13:23,779 DEBUG [FileChangeWatcher-hbase_test_ca8441515054116598138.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8441515054116598138.pem was interrupted and is shutting down... 2024-11-21T20:13:23,779 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38201 2024-11-21T20:13:23,779 DEBUG [FileChangeWatcher-hbase_test_key16081809103526290023.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16081809103526290023.pem was interrupted and is shutting down... 2024-11-21T20:13:23,779 DEBUG [FileChangeWatcher-hbase_test_ca8441515054116598138.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8441515054116598138.pem was interrupted and is shutting down... 2024-11-21T20:13:23,779 INFO [FileChangeWatcher-hbase_test_key16081809103526290023.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16081809103526290023.pem thread finished 2024-11-21T20:13:23,779 INFO [FileChangeWatcher-hbase_test_key16081809103526290023.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16081809103526290023.pem thread finished 2024-11-21T20:13:23,779 INFO [FileChangeWatcher-hbase_test_ca8441515054116598138.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8441515054116598138.pem thread finished 2024-11-21T20:13:23,786 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=784 (was 784), ProcessCount=11 (was 11), AvailableMemoryMB=8970 (was 8988) 2024-11-21T20:13:23,792 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=784, ProcessCount=11, AvailableMemoryMB=8969 2024-11-21T20:13:23,793 INFO [FileChangeWatcher-hbase_test_ca8441515054116598138.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8441515054116598138.pem thread finished 2024-11-21T20:13:23,833 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:13:23,833 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42361 2024-11-21T20:13:23,833 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T20:13:23,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692c7fe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:13:23,834 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T20:13:23,835 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:23,866 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:23,866 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:23,867 INFO [FileChangeWatcher-hbase_test_key8531129476261057684.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8531129476261057684.p12 thread started 2024-11-21T20:13:23,867 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:23,867 INFO [FileChangeWatcher-hbase_test_ca15068987205831345408.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15068987205831345408.p12 thread started 2024-11-21T20:13:23,867 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T20:13:23,882 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:23,897 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:23,897 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:23,898 INFO [FileChangeWatcher-hbase_test_key8531129476261057684.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8531129476261057684.p12 thread started 2024-11-21T20:13:23,898 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:23,898 INFO [FileChangeWatcher-hbase_test_ca15068987205831345408.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15068987205831345408.p12 thread started 2024-11-21T20:13:23,898 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x742800fd, L:/127.0.0.1:42361 - R:/127.0.0.1:56320] 2024-11-21T20:13:23,934 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56320, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T20:13:23,939 DEBUG [FileChangeWatcher-hbase_test_ca15068987205831345408.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8531129476261057684.p12 2024-11-21T20:13:23,939 DEBUG [FileChangeWatcher-hbase_test_ca15068987205831345408.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8531129476261057684.p12 2024-11-21T20:13:23,939 DEBUG [FileChangeWatcher-hbase_test_key8531129476261057684.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8531129476261057684.p12 2024-11-21T20:13:23,939 DEBUG [FileChangeWatcher-hbase_test_key8531129476261057684.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8531129476261057684.p12 2024-11-21T20:13:23,939 DEBUG [FileChangeWatcher-hbase_test_ca15068987205831345408.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8531129476261057684.p12 2024-11-21T20:13:23,939 DEBUG [FileChangeWatcher-hbase_test_ca15068987205831345408.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8531129476261057684.p12 2024-11-21T20:13:23,939 INFO [FileChangeWatcher-hbase_test_key8531129476261057684.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8531129476261057684.p12 2024-11-21T20:13:23,939 INFO [FileChangeWatcher-hbase_test_key8531129476261057684.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8531129476261057684.p12 2024-11-21T20:13:23,965 DEBUG [FileChangeWatcher-hbase_test_ca15068987205831345408.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8531129476261057684.p12 2024-11-21T20:13:23,965 DEBUG [FileChangeWatcher-hbase_test_key8531129476261057684.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8531129476261057684.p12 2024-11-21T20:13:23,965 DEBUG [FileChangeWatcher-hbase_test_ca15068987205831345408.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8531129476261057684.p12 2024-11-21T20:13:23,965 DEBUG [FileChangeWatcher-hbase_test_key8531129476261057684.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8531129476261057684.p12 2024-11-21T20:13:23,965 DEBUG [FileChangeWatcher-hbase_test_ca15068987205831345408.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8531129476261057684.p12 2024-11-21T20:13:23,965 INFO [FileChangeWatcher-hbase_test_key8531129476261057684.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8531129476261057684.p12 2024-11-21T20:13:23,965 DEBUG [FileChangeWatcher-hbase_test_ca15068987205831345408.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8531129476261057684.p12 2024-11-21T20:13:23,965 INFO [FileChangeWatcher-hbase_test_key8531129476261057684.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8531129476261057684.p12 2024-11-21T20:13:23,965 DEBUG [FileChangeWatcher-hbase_test_ca15068987205831345408.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15068987205831345408.p12 2024-11-21T20:13:23,965 DEBUG [FileChangeWatcher-hbase_test_key8531129476261057684.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15068987205831345408.p12 2024-11-21T20:13:23,965 DEBUG [FileChangeWatcher-hbase_test_ca15068987205831345408.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15068987205831345408.p12 2024-11-21T20:13:23,965 DEBUG [FileChangeWatcher-hbase_test_key8531129476261057684.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15068987205831345408.p12 2024-11-21T20:13:23,965 INFO [FileChangeWatcher-hbase_test_ca15068987205831345408.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15068987205831345408.p12 2024-11-21T20:13:23,965 DEBUG [FileChangeWatcher-hbase_test_key8531129476261057684.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15068987205831345408.p12 2024-11-21T20:13:23,965 INFO [FileChangeWatcher-hbase_test_ca15068987205831345408.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15068987205831345408.p12 2024-11-21T20:13:23,965 DEBUG [FileChangeWatcher-hbase_test_key8531129476261057684.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15068987205831345408.p12 2024-11-21T20:13:23,979 DEBUG [FileChangeWatcher-hbase_test_ca15068987205831345408.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15068987205831345408.p12 2024-11-21T20:13:23,979 DEBUG [FileChangeWatcher-hbase_test_ca15068987205831345408.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15068987205831345408.p12 2024-11-21T20:13:23,979 DEBUG [FileChangeWatcher-hbase_test_key8531129476261057684.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15068987205831345408.p12 2024-11-21T20:13:23,979 DEBUG [FileChangeWatcher-hbase_test_key8531129476261057684.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15068987205831345408.p12 2024-11-21T20:13:23,979 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,42361,0 is dead - stopping the connection localhost:42361/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T20:13:23,980 DEBUG [FileChangeWatcher-hbase_test_key8531129476261057684.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15068987205831345408.p12 2024-11-21T20:13:23,980 INFO [FileChangeWatcher-hbase_test_ca15068987205831345408.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15068987205831345408.p12 2024-11-21T20:13:23,980 INFO [FileChangeWatcher-hbase_test_ca15068987205831345408.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15068987205831345408.p12 2024-11-21T20:13:23,980 DEBUG [FileChangeWatcher-hbase_test_key8531129476261057684.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15068987205831345408.p12 2024-11-21T20:13:23,980 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T20:13:23,980 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:24,010 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:24,010 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T20:13:24,025 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:24,040 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:24,040 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5413f9b1, L:/127.0.0.1:42361 - R:/127.0.0.1:56326] 2024-11-21T20:13:24,081 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56326, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T20:13:24,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:13:24,083 DEBUG [FileChangeWatcher-hbase_test_key8531129476261057684.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8531129476261057684.p12 was interrupted and is shutting down... 2024-11-21T20:13:24,083 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42361 2024-11-21T20:13:24,083 DEBUG [FileChangeWatcher-hbase_test_ca15068987205831345408.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15068987205831345408.p12 was interrupted and is shutting down... 2024-11-21T20:13:24,083 DEBUG [FileChangeWatcher-hbase_test_ca15068987205831345408.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15068987205831345408.p12 was interrupted and is shutting down... 2024-11-21T20:13:24,083 DEBUG [FileChangeWatcher-hbase_test_key8531129476261057684.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8531129476261057684.p12 was interrupted and is shutting down... 2024-11-21T20:13:24,083 INFO [FileChangeWatcher-hbase_test_ca15068987205831345408.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15068987205831345408.p12 thread finished 2024-11-21T20:13:24,083 INFO [FileChangeWatcher-hbase_test_key8531129476261057684.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8531129476261057684.p12 thread finished 2024-11-21T20:13:24,083 INFO [FileChangeWatcher-hbase_test_ca15068987205831345408.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15068987205831345408.p12 thread finished 2024-11-21T20:13:24,090 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=784 (was 784), ProcessCount=11 (was 11), AvailableMemoryMB=8968 (was 8969) 2024-11-21T20:13:24,095 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=784, ProcessCount=11, AvailableMemoryMB=8968 2024-11-21T20:13:24,096 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:13:24,097 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38151 2024-11-21T20:13:24,097 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T20:13:24,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b937049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:13:24,097 INFO [FileChangeWatcher-hbase_test_key8531129476261057684.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8531129476261057684.p12 thread finished 2024-11-21T20:13:24,098 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T20:13:24,098 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:24,128 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:24,128 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:24,129 INFO [FileChangeWatcher-hbase_test_key8531129476261057684.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8531129476261057684.p12 thread started 2024-11-21T20:13:24,129 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:24,129 INFO [FileChangeWatcher-hbase_test_ca15068987205831345408.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15068987205831345408.p12 thread started 2024-11-21T20:13:24,129 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T20:13:24,145 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:24,159 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:24,160 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:24,160 INFO [FileChangeWatcher-hbase_test_key8531129476261057684.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8531129476261057684.p12 thread started 2024-11-21T20:13:24,160 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:24,161 INFO [FileChangeWatcher-hbase_test_ca15068987205831345408.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15068987205831345408.p12 thread started 2024-11-21T20:13:24,161 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe389d7ae, L:/127.0.0.1:38151 - R:/127.0.0.1:59616] 2024-11-21T20:13:24,197 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59616, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T20:13:24,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:13:24,198 DEBUG [FileChangeWatcher-hbase_test_key8531129476261057684.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8531129476261057684.p12 was interrupted and is shutting down... 2024-11-21T20:13:24,198 DEBUG [FileChangeWatcher-hbase_test_ca15068987205831345408.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15068987205831345408.p12 was interrupted and is shutting down... 2024-11-21T20:13:24,199 INFO [FileChangeWatcher-hbase_test_ca15068987205831345408.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15068987205831345408.p12 thread finished 2024-11-21T20:13:24,199 INFO [FileChangeWatcher-hbase_test_key8531129476261057684.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8531129476261057684.p12 thread finished 2024-11-21T20:13:24,204 DEBUG [FileChangeWatcher-hbase_test_key8531129476261057684.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8531129476261057684.p12 2024-11-21T20:13:24,204 DEBUG [FileChangeWatcher-hbase_test_ca15068987205831345408.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8531129476261057684.p12 2024-11-21T20:13:24,205 INFO [FileChangeWatcher-hbase_test_key8531129476261057684.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8531129476261057684.p12 2024-11-21T20:13:24,205 DEBUG [FileChangeWatcher-hbase_test_ca15068987205831345408.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8531129476261057684.p12 2024-11-21T20:13:24,239 DEBUG [FileChangeWatcher-hbase_test_ca15068987205831345408.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8531129476261057684.p12 2024-11-21T20:13:24,239 DEBUG [FileChangeWatcher-hbase_test_key8531129476261057684.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8531129476261057684.p12 2024-11-21T20:13:24,239 DEBUG [FileChangeWatcher-hbase_test_ca15068987205831345408.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8531129476261057684.p12 2024-11-21T20:13:24,239 INFO [FileChangeWatcher-hbase_test_key8531129476261057684.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8531129476261057684.p12 2024-11-21T20:13:24,239 DEBUG [FileChangeWatcher-hbase_test_ca15068987205831345408.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15068987205831345408.p12 2024-11-21T20:13:24,240 DEBUG [FileChangeWatcher-hbase_test_key8531129476261057684.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15068987205831345408.p12 2024-11-21T20:13:24,240 INFO [FileChangeWatcher-hbase_test_ca15068987205831345408.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15068987205831345408.p12 2024-11-21T20:13:24,240 DEBUG [FileChangeWatcher-hbase_test_key8531129476261057684.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15068987205831345408.p12 2024-11-21T20:13:24,255 DEBUG [FileChangeWatcher-hbase_test_key8531129476261057684.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15068987205831345408.p12 2024-11-21T20:13:24,255 DEBUG [FileChangeWatcher-hbase_test_ca15068987205831345408.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15068987205831345408.p12 2024-11-21T20:13:24,255 DEBUG [FileChangeWatcher-hbase_test_key8531129476261057684.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15068987205831345408.p12 2024-11-21T20:13:24,255 INFO [FileChangeWatcher-hbase_test_ca15068987205831345408.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15068987205831345408.p12 2024-11-21T20:13:24,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@169013e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:13:24,255 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T20:13:24,256 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:24,285 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:24,286 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:24,286 INFO [FileChangeWatcher-hbase_test_key8531129476261057684.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8531129476261057684.p12 thread started 2024-11-21T20:13:24,286 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:24,286 INFO [FileChangeWatcher-hbase_test_ca15068987205831345408.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15068987205831345408.p12 thread started 2024-11-21T20:13:24,286 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T20:13:24,302 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:24,316 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:24,316 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x736bfd6a, L:/127.0.0.1:38151 - R:/127.0.0.1:59624] 2024-11-21T20:13:24,353 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59624, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T20:13:24,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:13:24,354 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38151 2024-11-21T20:13:24,354 DEBUG [FileChangeWatcher-hbase_test_key8531129476261057684.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8531129476261057684.p12 was interrupted and is shutting down... 2024-11-21T20:13:24,354 DEBUG [FileChangeWatcher-hbase_test_ca15068987205831345408.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15068987205831345408.p12 was interrupted and is shutting down... 2024-11-21T20:13:24,354 DEBUG [FileChangeWatcher-hbase_test_key8531129476261057684.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8531129476261057684.p12 was interrupted and is shutting down... 2024-11-21T20:13:24,355 DEBUG [FileChangeWatcher-hbase_test_ca15068987205831345408.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15068987205831345408.p12 was interrupted and is shutting down... 2024-11-21T20:13:24,355 INFO [FileChangeWatcher-hbase_test_key8531129476261057684.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8531129476261057684.p12 thread finished 2024-11-21T20:13:24,355 INFO [FileChangeWatcher-hbase_test_ca15068987205831345408.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15068987205831345408.p12 thread finished 2024-11-21T20:13:24,356 INFO [FileChangeWatcher-hbase_test_key8531129476261057684.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8531129476261057684.p12 thread finished 2024-11-21T20:13:24,362 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=784 (was 784), ProcessCount=11 (was 11), AvailableMemoryMB=8966 (was 8968) 2024-11-21T20:13:24,367 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=784, ProcessCount=11, AvailableMemoryMB=8965 2024-11-21T20:13:24,369 INFO [FileChangeWatcher-hbase_test_ca15068987205831345408.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15068987205831345408.p12 thread finished 2024-11-21T20:13:24,723 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:13:24,724 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43967 2024-11-21T20:13:24,724 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T20:13:24,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30de7cd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:13:24,725 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T20:13:24,726 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:25,008 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:25,009 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:25,009 INFO [FileChangeWatcher-hbase_test_key13604101433983760960.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13604101433983760960.bcfks thread started 2024-11-21T20:13:25,009 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:25,010 INFO [FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks thread started 2024-11-21T20:13:25,010 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T20:13:25,153 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:25,297 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:25,297 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:25,297 INFO [FileChangeWatcher-hbase_test_key13604101433983760960.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13604101433983760960.bcfks thread started 2024-11-21T20:13:25,298 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:25,298 INFO [FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks thread started 2024-11-21T20:13:25,298 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe37b9341, L:/127.0.0.1:43967 - R:/127.0.0.1:57400] 2024-11-21T20:13:25,496 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57400, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T20:13:25,504 DEBUG [FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13604101433983760960.bcfks 2024-11-21T20:13:25,504 DEBUG [FileChangeWatcher-hbase_test_key13604101433983760960.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13604101433983760960.bcfks 2024-11-21T20:13:25,504 DEBUG [FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13604101433983760960.bcfks 2024-11-21T20:13:25,504 DEBUG [FileChangeWatcher-hbase_test_key13604101433983760960.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13604101433983760960.bcfks 2024-11-21T20:13:25,504 DEBUG [FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13604101433983760960.bcfks 2024-11-21T20:13:25,504 INFO [FileChangeWatcher-hbase_test_key13604101433983760960.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13604101433983760960.bcfks 2024-11-21T20:13:25,504 DEBUG [FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13604101433983760960.bcfks 2024-11-21T20:13:25,504 INFO [FileChangeWatcher-hbase_test_key13604101433983760960.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13604101433983760960.bcfks 2024-11-21T20:13:25,727 DEBUG [FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13604101433983760960.bcfks 2024-11-21T20:13:25,727 DEBUG [FileChangeWatcher-hbase_test_key13604101433983760960.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13604101433983760960.bcfks 2024-11-21T20:13:25,727 DEBUG [FileChangeWatcher-hbase_test_key13604101433983760960.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13604101433983760960.bcfks 2024-11-21T20:13:25,727 DEBUG [FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13604101433983760960.bcfks 2024-11-21T20:13:25,727 DEBUG [FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13604101433983760960.bcfks 2024-11-21T20:13:25,727 INFO [FileChangeWatcher-hbase_test_key13604101433983760960.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13604101433983760960.bcfks 2024-11-21T20:13:25,727 INFO [FileChangeWatcher-hbase_test_key13604101433983760960.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13604101433983760960.bcfks 2024-11-21T20:13:25,727 DEBUG [FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13604101433983760960.bcfks 2024-11-21T20:13:25,727 DEBUG [FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16535378304466910586.bcfks 2024-11-21T20:13:25,727 DEBUG [FileChangeWatcher-hbase_test_key13604101433983760960.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16535378304466910586.bcfks 2024-11-21T20:13:25,727 DEBUG [FileChangeWatcher-hbase_test_key13604101433983760960.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16535378304466910586.bcfks 2024-11-21T20:13:25,727 INFO [FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16535378304466910586.bcfks 2024-11-21T20:13:25,727 DEBUG [FileChangeWatcher-hbase_test_key13604101433983760960.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16535378304466910586.bcfks 2024-11-21T20:13:25,727 DEBUG [FileChangeWatcher-hbase_test_key13604101433983760960.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16535378304466910586.bcfks 2024-11-21T20:13:25,727 DEBUG [FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16535378304466910586.bcfks 2024-11-21T20:13:25,727 INFO [FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16535378304466910586.bcfks 2024-11-21T20:13:25,872 DEBUG [FileChangeWatcher-hbase_test_key13604101433983760960.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16535378304466910586.bcfks 2024-11-21T20:13:25,872 DEBUG [FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16535378304466910586.bcfks 2024-11-21T20:13:25,872 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,43967,0 is dead - stopping the connection localhost:43967/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T20:13:25,872 DEBUG [FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16535378304466910586.bcfks 2024-11-21T20:13:25,872 DEBUG [FileChangeWatcher-hbase_test_key13604101433983760960.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16535378304466910586.bcfks 2024-11-21T20:13:25,872 DEBUG [FileChangeWatcher-hbase_test_key13604101433983760960.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16535378304466910586.bcfks 2024-11-21T20:13:25,872 INFO [FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16535378304466910586.bcfks 2024-11-21T20:13:25,872 INFO [FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16535378304466910586.bcfks 2024-11-21T20:13:25,872 DEBUG [FileChangeWatcher-hbase_test_key13604101433983760960.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16535378304466910586.bcfks 2024-11-21T20:13:25,872 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T20:13:25,873 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:26,177 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:26,178 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T20:13:26,321 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:26,465 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:26,465 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x57fd7065, L:/127.0.0.1:43967 - R:/127.0.0.1:57414] 2024-11-21T20:13:26,624 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57414, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T20:13:26,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:13:26,625 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43967 2024-11-21T20:13:26,626 DEBUG [FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks was interrupted and is shutting down... 2024-11-21T20:13:26,626 DEBUG [FileChangeWatcher-hbase_test_key13604101433983760960.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13604101433983760960.bcfks was interrupted and is shutting down... 2024-11-21T20:13:26,626 DEBUG [FileChangeWatcher-hbase_test_key13604101433983760960.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13604101433983760960.bcfks was interrupted and is shutting down... 2024-11-21T20:13:26,626 DEBUG [FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks was interrupted and is shutting down... 2024-11-21T20:13:26,626 INFO [FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks thread finished 2024-11-21T20:13:26,626 INFO [FileChangeWatcher-hbase_test_key13604101433983760960.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13604101433983760960.bcfks thread finished 2024-11-21T20:13:26,626 INFO [FileChangeWatcher-hbase_test_key13604101433983760960.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13604101433983760960.bcfks thread finished 2024-11-21T20:13:26,632 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=737 (was 784), ProcessCount=11 (was 11), AvailableMemoryMB=8961 (was 8965) 2024-11-21T20:13:26,638 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=737, ProcessCount=11, AvailableMemoryMB=8961 2024-11-21T20:13:26,639 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:13:26,639 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38319 2024-11-21T20:13:26,639 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T20:13:26,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bd6433a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:13:26,640 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T20:13:26,641 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:26,641 INFO [FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks thread finished 2024-11-21T20:13:26,927 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:26,927 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:26,928 INFO [FileChangeWatcher-hbase_test_key13604101433983760960.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13604101433983760960.bcfks thread started 2024-11-21T20:13:26,928 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:26,928 INFO [FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks thread started 2024-11-21T20:13:26,928 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T20:13:27,072 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:27,229 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:27,229 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:27,230 INFO [FileChangeWatcher-hbase_test_key13604101433983760960.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13604101433983760960.bcfks thread started 2024-11-21T20:13:27,230 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:27,230 INFO [FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks thread started 2024-11-21T20:13:27,230 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf34c1128, L:/127.0.0.1:38319 - R:/127.0.0.1:59560] 2024-11-21T20:13:27,387 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59560, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T20:13:27,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:13:27,389 DEBUG [FileChangeWatcher-hbase_test_key13604101433983760960.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13604101433983760960.bcfks was interrupted and is shutting down... 2024-11-21T20:13:27,389 DEBUG [FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks was interrupted and is shutting down... 2024-11-21T20:13:27,389 INFO [FileChangeWatcher-hbase_test_key13604101433983760960.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13604101433983760960.bcfks thread finished 2024-11-21T20:13:27,390 INFO [FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks thread finished 2024-11-21T20:13:27,395 DEBUG [FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13604101433983760960.bcfks 2024-11-21T20:13:27,395 DEBUG [FileChangeWatcher-hbase_test_key13604101433983760960.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13604101433983760960.bcfks 2024-11-21T20:13:27,395 DEBUG [FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13604101433983760960.bcfks 2024-11-21T20:13:27,395 INFO [FileChangeWatcher-hbase_test_key13604101433983760960.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13604101433983760960.bcfks 2024-11-21T20:13:27,615 DEBUG [FileChangeWatcher-hbase_test_key13604101433983760960.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13604101433983760960.bcfks 2024-11-21T20:13:27,615 DEBUG [FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13604101433983760960.bcfks 2024-11-21T20:13:27,615 INFO [FileChangeWatcher-hbase_test_key13604101433983760960.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13604101433983760960.bcfks 2024-11-21T20:13:27,615 DEBUG [FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13604101433983760960.bcfks 2024-11-21T20:13:27,615 DEBUG [FileChangeWatcher-hbase_test_key13604101433983760960.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16535378304466910586.bcfks 2024-11-21T20:13:27,615 DEBUG [FileChangeWatcher-hbase_test_key13604101433983760960.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16535378304466910586.bcfks 2024-11-21T20:13:27,615 DEBUG [FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16535378304466910586.bcfks 2024-11-21T20:13:27,616 INFO [FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16535378304466910586.bcfks 2024-11-21T20:13:27,759 DEBUG [FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16535378304466910586.bcfks 2024-11-21T20:13:27,759 DEBUG [FileChangeWatcher-hbase_test_key13604101433983760960.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16535378304466910586.bcfks 2024-11-21T20:13:27,760 INFO [FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16535378304466910586.bcfks 2024-11-21T20:13:27,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f6e351f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:13:27,760 DEBUG [FileChangeWatcher-hbase_test_key13604101433983760960.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16535378304466910586.bcfks 2024-11-21T20:13:27,760 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T20:13:27,761 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:28,048 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:28,048 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:28,049 INFO [FileChangeWatcher-hbase_test_key13604101433983760960.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13604101433983760960.bcfks thread started 2024-11-21T20:13:28,049 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/df0d10b3-9e9f-b8d4-3f4f-428d9d8be742/TestNettyTLSIPCFileWatcher 2024-11-21T20:13:28,049 INFO [FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks thread started 2024-11-21T20:13:28,049 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T20:13:28,195 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T20:13:28,343 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T20:13:28,343 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc81ca059, L:/127.0.0.1:38319 - R:/127.0.0.1:59566] 2024-11-21T20:13:28,502 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59566, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T20:13:28,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:13:28,503 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38319 2024-11-21T20:13:28,503 DEBUG [FileChangeWatcher-hbase_test_key13604101433983760960.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13604101433983760960.bcfks was interrupted and is shutting down... 2024-11-21T20:13:28,503 DEBUG [FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks was interrupted and is shutting down... 2024-11-21T20:13:28,503 DEBUG [FileChangeWatcher-hbase_test_key13604101433983760960.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13604101433983760960.bcfks was interrupted and is shutting down... 2024-11-21T20:13:28,503 DEBUG [FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks was interrupted and is shutting down... 2024-11-21T20:13:28,503 INFO [FileChangeWatcher-hbase_test_key13604101433983760960.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13604101433983760960.bcfks thread finished 2024-11-21T20:13:28,503 INFO [FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks thread finished 2024-11-21T20:13:28,504 INFO [FileChangeWatcher-hbase_test_key13604101433983760960.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13604101433983760960.bcfks thread finished 2024-11-21T20:13:28,510 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=737 (was 737), ProcessCount=11 (was 11), AvailableMemoryMB=8963 (was 8961) - AvailableMemoryMB LEAK? - 2024-11-21T20:13:28,517 INFO [FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16535378304466910586.bcfks thread finished