2024-11-28 01:12:30,908 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-28 01:12:30,924 main DEBUG Took 0.013852 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-28 01:12:30,925 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-28 01:12:30,925 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-28 01:12:30,926 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-28 01:12:30,928 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 01:12:30,940 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-28 01:12:30,955 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 01:12:30,957 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 01:12:30,957 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 01:12:30,958 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 01:12:30,959 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 01:12:30,959 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 01:12:30,960 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 01:12:30,960 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 01:12:30,960 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 01:12:30,961 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 01:12:30,962 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 01:12:30,962 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 01:12:30,963 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 01:12:30,963 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 01:12:30,964 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 01:12:30,964 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 01:12:30,965 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 01:12:30,965 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 01:12:30,966 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 01:12:30,966 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 01:12:30,967 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 01:12:30,967 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 01:12:30,968 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 01:12:30,968 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 01:12:30,969 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 01:12:30,970 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-28 01:12:30,971 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 01:12:30,973 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-28 01:12:30,976 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-28 01:12:30,976 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-28 01:12:30,978 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-28 01:12:30,978 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-28 01:12:30,990 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-28 01:12:30,994 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-28 01:12:30,996 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-28 01:12:30,996 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-28 01:12:30,997 main DEBUG createAppenders(={Console}) 2024-11-28 01:12:30,998 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-28 01:12:30,998 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-28 01:12:30,998 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-28 01:12:30,999 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-28 01:12:30,999 main DEBUG OutputStream closed 2024-11-28 01:12:31,000 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-28 01:12:31,000 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-28 01:12:31,001 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-28 01:12:31,088 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-28 01:12:31,090 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-28 01:12:31,092 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-28 01:12:31,092 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-28 01:12:31,093 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-28 01:12:31,094 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-28 01:12:31,094 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-28 01:12:31,095 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-28 01:12:31,095 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-28 01:12:31,096 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-28 01:12:31,096 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-28 01:12:31,097 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-28 01:12:31,097 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-28 01:12:31,097 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-28 01:12:31,098 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-28 01:12:31,098 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-28 01:12:31,098 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-28 01:12:31,099 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-28 01:12:31,101 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-28 01:12:31,102 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-28 01:12:31,102 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-28 01:12:31,103 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-28T01:12:31,120 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-28 01:12:31,124 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-28 01:12:31,124 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-28T01:12:31,580 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-28T01:12:32,437 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=262, ProcessCount=11, AvailableMemoryMB=5715 2024-11-28T01:12:33,199 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-28T01:12:33,239 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-28T01:12:33,252 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-28T01:12:33,264 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-28T01:12:33,347 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T01:12:33,380 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 31782 (auto-detected) 2024-11-28T01:12:33,382 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-28T01:12:33,406 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42679 2024-11-28T01:12:33,410 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T01:12:33,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:12:33,438 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-28T01:12:33,438 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-28T01:12:33,767 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T01:12:33,845 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:33,925 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:34,016 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:34,019 INFO [FileChangeWatcher-hbase_test_key5629256148279215367.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5629256148279215367.jks thread started 2024-11-28T01:12:34,023 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:34,024 INFO [FileChangeWatcher-hbase_test_ca3075843157873506338.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3075843157873506338.jks thread started 2024-11-28T01:12:34,034 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T01:12:34,099 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:34,116 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:34,176 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:34,177 INFO [FileChangeWatcher-hbase_test_key5629256148279215367.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5629256148279215367.jks thread started 2024-11-28T01:12:34,178 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:34,178 INFO [FileChangeWatcher-hbase_test_ca3075843157873506338.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3075843157873506338.jks thread started 2024-11-28T01:12:34,180 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc8c7c514, L:/127.0.0.1:42679 - R:/127.0.0.1:58866] 2024-11-28T01:12:34,289 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58866, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T01:12:34,653 DEBUG [FileChangeWatcher-hbase_test_ca3075843157873506338.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5629256148279215367.jks 2024-11-28T01:12:34,653 DEBUG [FileChangeWatcher-hbase_test_key5629256148279215367.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5629256148279215367.jks 2024-11-28T01:12:34,653 DEBUG [FileChangeWatcher-hbase_test_key5629256148279215367.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5629256148279215367.jks 2024-11-28T01:12:34,653 DEBUG [FileChangeWatcher-hbase_test_ca3075843157873506338.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5629256148279215367.jks 2024-11-28T01:12:34,654 INFO [FileChangeWatcher-hbase_test_key5629256148279215367.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5629256148279215367.jks 2024-11-28T01:12:34,654 INFO [FileChangeWatcher-hbase_test_key5629256148279215367.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5629256148279215367.jks 2024-11-28T01:12:34,654 DEBUG [FileChangeWatcher-hbase_test_ca3075843157873506338.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5629256148279215367.jks 2024-11-28T01:12:34,654 DEBUG [FileChangeWatcher-hbase_test_ca3075843157873506338.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5629256148279215367.jks 2024-11-28T01:12:34,680 DEBUG [FileChangeWatcher-hbase_test_key5629256148279215367.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5629256148279215367.jks 2024-11-28T01:12:34,680 DEBUG [FileChangeWatcher-hbase_test_ca3075843157873506338.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5629256148279215367.jks 2024-11-28T01:12:34,680 DEBUG [FileChangeWatcher-hbase_test_ca3075843157873506338.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5629256148279215367.jks 2024-11-28T01:12:34,680 DEBUG [FileChangeWatcher-hbase_test_key5629256148279215367.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5629256148279215367.jks 2024-11-28T01:12:34,680 INFO [FileChangeWatcher-hbase_test_key5629256148279215367.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5629256148279215367.jks 2024-11-28T01:12:34,680 DEBUG [FileChangeWatcher-hbase_test_ca3075843157873506338.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5629256148279215367.jks 2024-11-28T01:12:34,680 INFO [FileChangeWatcher-hbase_test_key5629256148279215367.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5629256148279215367.jks 2024-11-28T01:12:34,680 DEBUG [FileChangeWatcher-hbase_test_key5629256148279215367.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3075843157873506338.jks 2024-11-28T01:12:34,681 DEBUG [FileChangeWatcher-hbase_test_ca3075843157873506338.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3075843157873506338.jks 2024-11-28T01:12:34,681 DEBUG [FileChangeWatcher-hbase_test_key5629256148279215367.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3075843157873506338.jks 2024-11-28T01:12:34,681 DEBUG [FileChangeWatcher-hbase_test_key5629256148279215367.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3075843157873506338.jks 2024-11-28T01:12:34,681 INFO [FileChangeWatcher-hbase_test_ca3075843157873506338.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3075843157873506338.jks 2024-11-28T01:12:34,681 DEBUG [FileChangeWatcher-hbase_test_key5629256148279215367.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3075843157873506338.jks 2024-11-28T01:12:34,681 DEBUG [FileChangeWatcher-hbase_test_ca3075843157873506338.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5629256148279215367.jks 2024-11-28T01:12:34,682 DEBUG [FileChangeWatcher-hbase_test_ca3075843157873506338.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3075843157873506338.jks 2024-11-28T01:12:34,682 INFO [FileChangeWatcher-hbase_test_ca3075843157873506338.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3075843157873506338.jks 2024-11-28T01:12:34,695 DEBUG [FileChangeWatcher-hbase_test_key5629256148279215367.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3075843157873506338.jks 2024-11-28T01:12:34,696 DEBUG [FileChangeWatcher-hbase_test_ca3075843157873506338.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3075843157873506338.jks 2024-11-28T01:12:34,696 DEBUG [FileChangeWatcher-hbase_test_key5629256148279215367.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3075843157873506338.jks 2024-11-28T01:12:34,696 DEBUG [FileChangeWatcher-hbase_test_ca3075843157873506338.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3075843157873506338.jks 2024-11-28T01:12:34,696 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,42679,0 is dead - stopping the connection localhost:42679/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-28T01:12:34,696 DEBUG [FileChangeWatcher-hbase_test_key5629256148279215367.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3075843157873506338.jks 2024-11-28T01:12:34,696 INFO [FileChangeWatcher-hbase_test_ca3075843157873506338.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3075843157873506338.jks 2024-11-28T01:12:34,696 DEBUG [FileChangeWatcher-hbase_test_key5629256148279215367.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3075843157873506338.jks 2024-11-28T01:12:34,696 INFO [FileChangeWatcher-hbase_test_ca3075843157873506338.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3075843157873506338.jks 2024-11-28T01:12:34,697 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T01:12:34,698 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:34,732 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:34,732 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T01:12:34,748 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:34,765 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:34,766 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x78486b6f, L:/127.0.0.1:42679 - R:/127.0.0.1:58874] 2024-11-28T01:12:34,813 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58874, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T01:12:34,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:12:34,817 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42679 2024-11-28T01:12:34,817 DEBUG [FileChangeWatcher-hbase_test_ca3075843157873506338.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3075843157873506338.jks was interrupted and is shutting down... 2024-11-28T01:12:34,817 DEBUG [FileChangeWatcher-hbase_test_key5629256148279215367.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5629256148279215367.jks was interrupted and is shutting down... 2024-11-28T01:12:34,817 INFO [FileChangeWatcher-hbase_test_key5629256148279215367.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5629256148279215367.jks thread finished 2024-11-28T01:12:34,817 DEBUG [FileChangeWatcher-hbase_test_ca3075843157873506338.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3075843157873506338.jks was interrupted and is shutting down... 2024-11-28T01:12:34,817 INFO [FileChangeWatcher-hbase_test_ca3075843157873506338.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3075843157873506338.jks thread finished 2024-11-28T01:12:34,818 DEBUG [FileChangeWatcher-hbase_test_key5629256148279215367.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5629256148279215367.jks was interrupted and is shutting down... 2024-11-28T01:12:34,818 INFO [FileChangeWatcher-hbase_test_ca3075843157873506338.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3075843157873506338.jks thread finished 2024-11-28T01:12:34,827 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: FileChangeWatcher-hbase_test_key5629256148279215367.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=262 (was 262), ProcessCount=11 (was 11), AvailableMemoryMB=5572 (was 5715) 2024-11-28T01:12:34,835 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=262, ProcessCount=11, AvailableMemoryMB=5572 2024-11-28T01:12:34,836 INFO [FileChangeWatcher-hbase_test_key5629256148279215367.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5629256148279215367.jks thread finished 2024-11-28T01:12:34,837 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T01:12:34,838 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36913 2024-11-28T01:12:34,838 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T01:12:34,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de698e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:12:34,839 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T01:12:34,840 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:34,871 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:34,872 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:34,873 INFO [FileChangeWatcher-hbase_test_key5629256148279215367.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5629256148279215367.jks thread started 2024-11-28T01:12:34,874 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:34,874 INFO [FileChangeWatcher-hbase_test_ca3075843157873506338.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3075843157873506338.jks thread started 2024-11-28T01:12:34,874 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T01:12:34,903 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:34,920 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:34,920 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:34,921 INFO [FileChangeWatcher-hbase_test_key5629256148279215367.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5629256148279215367.jks thread started 2024-11-28T01:12:34,921 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:34,922 INFO [FileChangeWatcher-hbase_test_ca3075843157873506338.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3075843157873506338.jks thread started 2024-11-28T01:12:34,922 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5ea618f4, L:/127.0.0.1:36913 - R:/127.0.0.1:49098] 2024-11-28T01:12:34,976 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49098, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T01:12:34,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:12:34,979 DEBUG [FileChangeWatcher-hbase_test_ca3075843157873506338.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3075843157873506338.jks was interrupted and is shutting down... 2024-11-28T01:12:34,979 DEBUG [FileChangeWatcher-hbase_test_key5629256148279215367.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5629256148279215367.jks was interrupted and is shutting down... 2024-11-28T01:12:34,979 INFO [FileChangeWatcher-hbase_test_key5629256148279215367.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5629256148279215367.jks thread finished 2024-11-28T01:12:34,979 INFO [FileChangeWatcher-hbase_test_ca3075843157873506338.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3075843157873506338.jks thread finished 2024-11-28T01:12:35,448 DEBUG [FileChangeWatcher-hbase_test_key5629256148279215367.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5629256148279215367.jks 2024-11-28T01:12:35,448 DEBUG [FileChangeWatcher-hbase_test_ca3075843157873506338.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5629256148279215367.jks 2024-11-28T01:12:35,448 INFO [FileChangeWatcher-hbase_test_key5629256148279215367.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5629256148279215367.jks 2024-11-28T01:12:35,448 DEBUG [FileChangeWatcher-hbase_test_ca3075843157873506338.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5629256148279215367.jks 2024-11-28T01:12:35,476 DEBUG [FileChangeWatcher-hbase_test_key5629256148279215367.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5629256148279215367.jks 2024-11-28T01:12:35,476 DEBUG [FileChangeWatcher-hbase_test_ca3075843157873506338.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5629256148279215367.jks 2024-11-28T01:12:35,477 DEBUG [FileChangeWatcher-hbase_test_ca3075843157873506338.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5629256148279215367.jks 2024-11-28T01:12:35,477 INFO [FileChangeWatcher-hbase_test_key5629256148279215367.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5629256148279215367.jks 2024-11-28T01:12:35,477 DEBUG [FileChangeWatcher-hbase_test_ca3075843157873506338.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3075843157873506338.jks 2024-11-28T01:12:35,477 DEBUG [FileChangeWatcher-hbase_test_key5629256148279215367.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3075843157873506338.jks 2024-11-28T01:12:35,477 INFO [FileChangeWatcher-hbase_test_ca3075843157873506338.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3075843157873506338.jks 2024-11-28T01:12:35,477 DEBUG [FileChangeWatcher-hbase_test_key5629256148279215367.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3075843157873506338.jks 2024-11-28T01:12:35,493 DEBUG [FileChangeWatcher-hbase_test_ca3075843157873506338.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3075843157873506338.jks 2024-11-28T01:12:35,493 DEBUG [FileChangeWatcher-hbase_test_key5629256148279215367.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3075843157873506338.jks 2024-11-28T01:12:35,493 INFO [FileChangeWatcher-hbase_test_ca3075843157873506338.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3075843157873506338.jks 2024-11-28T01:12:35,493 DEBUG [FileChangeWatcher-hbase_test_key5629256148279215367.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3075843157873506338.jks 2024-11-28T01:12:35,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9672be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:12:35,494 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T01:12:35,495 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:35,528 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:35,529 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:35,530 INFO [FileChangeWatcher-hbase_test_key5629256148279215367.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5629256148279215367.jks thread started 2024-11-28T01:12:35,530 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:35,531 INFO [FileChangeWatcher-hbase_test_ca3075843157873506338.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3075843157873506338.jks thread started 2024-11-28T01:12:35,531 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T01:12:35,551 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:35,567 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:35,568 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8cec3c70, L:/127.0.0.1:36913 - R:/127.0.0.1:49100] 2024-11-28T01:12:35,609 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49100, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T01:12:35,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:12:35,612 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36913 2024-11-28T01:12:35,612 DEBUG [FileChangeWatcher-hbase_test_key5629256148279215367.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5629256148279215367.jks was interrupted and is shutting down... 2024-11-28T01:12:35,612 DEBUG [FileChangeWatcher-hbase_test_ca3075843157873506338.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3075843157873506338.jks was interrupted and is shutting down... 2024-11-28T01:12:35,612 DEBUG [FileChangeWatcher-hbase_test_key5629256148279215367.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5629256148279215367.jks was interrupted and is shutting down... 2024-11-28T01:12:35,612 INFO [FileChangeWatcher-hbase_test_key5629256148279215367.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5629256148279215367.jks thread finished 2024-11-28T01:12:35,612 INFO [FileChangeWatcher-hbase_test_key5629256148279215367.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5629256148279215367.jks thread finished 2024-11-28T01:12:35,612 DEBUG [FileChangeWatcher-hbase_test_ca3075843157873506338.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3075843157873506338.jks was interrupted and is shutting down... 2024-11-28T01:12:35,612 INFO [FileChangeWatcher-hbase_test_ca3075843157873506338.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3075843157873506338.jks thread finished 2024-11-28T01:12:35,621 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 23) Potentially hanging thread: FileChangeWatcher-hbase_test_ca3075843157873506338.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=262 (was 262), ProcessCount=11 (was 11), AvailableMemoryMB=5512 (was 5572) 2024-11-28T01:12:35,628 INFO [FileChangeWatcher-hbase_test_ca3075843157873506338.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3075843157873506338.jks thread finished 2024-11-28T01:12:35,629 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=262, ProcessCount=11, AvailableMemoryMB=5511 2024-11-28T01:12:35,682 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T01:12:35,682 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35347 2024-11-28T01:12:35,683 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T01:12:35,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@106e0680, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:12:35,684 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T01:12:35,685 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:35,712 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:35,713 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:35,714 INFO [FileChangeWatcher-hbase_test_key2888330415735575930.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2888330415735575930.pem thread started 2024-11-28T01:12:35,714 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:35,714 INFO [FileChangeWatcher-hbase_test_ca14915982588032813512.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14915982588032813512.pem thread started 2024-11-28T01:12:35,714 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T01:12:35,737 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:35,738 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:35,739 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:35,744 INFO [FileChangeWatcher-hbase_test_key2888330415735575930.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2888330415735575930.pem thread started 2024-11-28T01:12:35,744 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:35,745 INFO [FileChangeWatcher-hbase_test_ca14915982588032813512.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14915982588032813512.pem thread started 2024-11-28T01:12:35,745 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xdccfedd5, L:/127.0.0.1:35347 - R:/127.0.0.1:35862] 2024-11-28T01:12:35,765 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35862, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T01:12:36,042 DEBUG [FileChangeWatcher-hbase_test_key2888330415735575930.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2888330415735575930.pem 2024-11-28T01:12:36,042 DEBUG [FileChangeWatcher-hbase_test_key2888330415735575930.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2888330415735575930.pem 2024-11-28T01:12:36,043 INFO [FileChangeWatcher-hbase_test_key2888330415735575930.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2888330415735575930.pem 2024-11-28T01:12:36,043 INFO [FileChangeWatcher-hbase_test_key2888330415735575930.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2888330415735575930.pem 2024-11-28T01:12:36,043 DEBUG [FileChangeWatcher-hbase_test_ca14915982588032813512.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2888330415735575930.pem 2024-11-28T01:12:36,043 DEBUG [FileChangeWatcher-hbase_test_ca14915982588032813512.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2888330415735575930.pem 2024-11-28T01:12:36,043 DEBUG [FileChangeWatcher-hbase_test_ca14915982588032813512.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2888330415735575930.pem 2024-11-28T01:12:36,043 DEBUG [FileChangeWatcher-hbase_test_key2888330415735575930.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2888330415735575930.pem 2024-11-28T01:12:36,044 DEBUG [FileChangeWatcher-hbase_test_ca14915982588032813512.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2888330415735575930.pem 2024-11-28T01:12:36,044 INFO [FileChangeWatcher-hbase_test_key2888330415735575930.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2888330415735575930.pem 2024-11-28T01:12:36,044 DEBUG [FileChangeWatcher-hbase_test_key2888330415735575930.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2888330415735575930.pem 2024-11-28T01:12:36,044 DEBUG [FileChangeWatcher-hbase_test_ca14915982588032813512.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2888330415735575930.pem 2024-11-28T01:12:36,044 INFO [FileChangeWatcher-hbase_test_key2888330415735575930.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2888330415735575930.pem 2024-11-28T01:12:36,044 DEBUG [FileChangeWatcher-hbase_test_ca14915982588032813512.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2888330415735575930.pem 2024-11-28T01:12:36,044 DEBUG [FileChangeWatcher-hbase_test_ca14915982588032813512.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2888330415735575930.pem 2024-11-28T01:12:36,045 DEBUG [FileChangeWatcher-hbase_test_ca14915982588032813512.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2888330415735575930.pem 2024-11-28T01:12:36,045 DEBUG [FileChangeWatcher-hbase_test_ca14915982588032813512.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14915982588032813512.pem 2024-11-28T01:12:36,045 DEBUG [FileChangeWatcher-hbase_test_key2888330415735575930.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14915982588032813512.pem 2024-11-28T01:12:36,045 INFO [FileChangeWatcher-hbase_test_ca14915982588032813512.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14915982588032813512.pem 2024-11-28T01:12:36,045 DEBUG [FileChangeWatcher-hbase_test_key2888330415735575930.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14915982588032813512.pem 2024-11-28T01:12:36,045 DEBUG [FileChangeWatcher-hbase_test_key2888330415735575930.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14915982588032813512.pem 2024-11-28T01:12:36,045 DEBUG [FileChangeWatcher-hbase_test_ca14915982588032813512.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14915982588032813512.pem 2024-11-28T01:12:36,045 DEBUG [FileChangeWatcher-hbase_test_key2888330415735575930.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14915982588032813512.pem 2024-11-28T01:12:36,046 INFO [FileChangeWatcher-hbase_test_ca14915982588032813512.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14915982588032813512.pem 2024-11-28T01:12:36,046 DEBUG [FileChangeWatcher-hbase_test_ca14915982588032813512.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14915982588032813512.pem 2024-11-28T01:12:36,046 DEBUG [FileChangeWatcher-hbase_test_key2888330415735575930.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14915982588032813512.pem 2024-11-28T01:12:36,046 INFO [FileChangeWatcher-hbase_test_ca14915982588032813512.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14915982588032813512.pem 2024-11-28T01:12:36,046 DEBUG [FileChangeWatcher-hbase_test_key2888330415735575930.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14915982588032813512.pem 2024-11-28T01:12:36,046 DEBUG [FileChangeWatcher-hbase_test_key2888330415735575930.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14915982588032813512.pem 2024-11-28T01:12:36,046 DEBUG [FileChangeWatcher-hbase_test_ca14915982588032813512.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14915982588032813512.pem 2024-11-28T01:12:36,046 DEBUG [FileChangeWatcher-hbase_test_key2888330415735575930.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14915982588032813512.pem 2024-11-28T01:12:36,046 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,35347,0 is dead - stopping the connection localhost:35347/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-28T01:12:36,046 INFO [FileChangeWatcher-hbase_test_ca14915982588032813512.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14915982588032813512.pem 2024-11-28T01:12:36,047 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T01:12:36,050 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:36,070 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:36,071 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T01:12:36,088 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:36,089 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:36,090 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x70b84aff, L:/127.0.0.1:35347 - R:/127.0.0.1:35872] 2024-11-28T01:12:36,115 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35872, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T01:12:36,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:12:36,117 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35347 2024-11-28T01:12:36,117 DEBUG [FileChangeWatcher-hbase_test_ca14915982588032813512.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14915982588032813512.pem was interrupted and is shutting down... 2024-11-28T01:12:36,117 DEBUG [FileChangeWatcher-hbase_test_key2888330415735575930.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2888330415735575930.pem was interrupted and is shutting down... 2024-11-28T01:12:36,118 DEBUG [FileChangeWatcher-hbase_test_key2888330415735575930.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2888330415735575930.pem was interrupted and is shutting down... 2024-11-28T01:12:36,118 INFO [FileChangeWatcher-hbase_test_ca14915982588032813512.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14915982588032813512.pem thread finished 2024-11-28T01:12:36,118 INFO [FileChangeWatcher-hbase_test_key2888330415735575930.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2888330415735575930.pem thread finished 2024-11-28T01:12:36,118 DEBUG [FileChangeWatcher-hbase_test_ca14915982588032813512.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14915982588032813512.pem was interrupted and is shutting down... 2024-11-28T01:12:36,127 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key2888330415735575930.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_ca14915982588032813512.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=262 (was 262), ProcessCount=11 (was 11), AvailableMemoryMB=5439 (was 5511) 2024-11-28T01:12:36,132 INFO [FileChangeWatcher-hbase_test_ca14915982588032813512.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14915982588032813512.pem thread finished 2024-11-28T01:12:36,132 INFO [FileChangeWatcher-hbase_test_key2888330415735575930.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2888330415735575930.pem thread finished 2024-11-28T01:12:36,134 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=262, ProcessCount=11, AvailableMemoryMB=5443 2024-11-28T01:12:36,136 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T01:12:36,137 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33253 2024-11-28T01:12:36,138 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T01:12:36,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45878dd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:12:36,139 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T01:12:36,140 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:36,146 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:36,146 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:36,147 INFO [FileChangeWatcher-hbase_test_key2888330415735575930.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2888330415735575930.pem thread started 2024-11-28T01:12:36,147 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:36,149 INFO [FileChangeWatcher-hbase_test_ca14915982588032813512.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14915982588032813512.pem thread started 2024-11-28T01:12:36,149 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T01:12:36,157 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:36,158 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:36,159 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:36,159 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:36,159 INFO [FileChangeWatcher-hbase_test_key2888330415735575930.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2888330415735575930.pem thread started 2024-11-28T01:12:36,160 INFO [FileChangeWatcher-hbase_test_ca14915982588032813512.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14915982588032813512.pem thread started 2024-11-28T01:12:36,160 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x598c2201, L:/127.0.0.1:33253 - R:/127.0.0.1:60302] 2024-11-28T01:12:36,179 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60302, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T01:12:36,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:12:36,182 DEBUG [FileChangeWatcher-hbase_test_key2888330415735575930.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2888330415735575930.pem was interrupted and is shutting down... 2024-11-28T01:12:36,182 DEBUG [FileChangeWatcher-hbase_test_ca14915982588032813512.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14915982588032813512.pem was interrupted and is shutting down... 2024-11-28T01:12:36,182 INFO [FileChangeWatcher-hbase_test_ca14915982588032813512.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14915982588032813512.pem thread finished 2024-11-28T01:12:36,182 INFO [FileChangeWatcher-hbase_test_key2888330415735575930.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2888330415735575930.pem thread finished 2024-11-28T01:12:36,480 DEBUG [FileChangeWatcher-hbase_test_ca14915982588032813512.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2888330415735575930.pem 2024-11-28T01:12:36,480 DEBUG [FileChangeWatcher-hbase_test_key2888330415735575930.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2888330415735575930.pem 2024-11-28T01:12:36,480 DEBUG [FileChangeWatcher-hbase_test_ca14915982588032813512.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2888330415735575930.pem 2024-11-28T01:12:36,480 INFO [FileChangeWatcher-hbase_test_key2888330415735575930.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2888330415735575930.pem 2024-11-28T01:12:36,481 DEBUG [FileChangeWatcher-hbase_test_ca14915982588032813512.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2888330415735575930.pem 2024-11-28T01:12:36,481 DEBUG [FileChangeWatcher-hbase_test_key2888330415735575930.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2888330415735575930.pem 2024-11-28T01:12:36,481 DEBUG [FileChangeWatcher-hbase_test_ca14915982588032813512.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2888330415735575930.pem 2024-11-28T01:12:36,481 INFO [FileChangeWatcher-hbase_test_key2888330415735575930.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2888330415735575930.pem 2024-11-28T01:12:36,481 DEBUG [FileChangeWatcher-hbase_test_ca14915982588032813512.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14915982588032813512.pem 2024-11-28T01:12:36,481 DEBUG [FileChangeWatcher-hbase_test_key2888330415735575930.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14915982588032813512.pem 2024-11-28T01:12:36,481 INFO [FileChangeWatcher-hbase_test_ca14915982588032813512.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14915982588032813512.pem 2024-11-28T01:12:36,482 DEBUG [FileChangeWatcher-hbase_test_key2888330415735575930.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14915982588032813512.pem 2024-11-28T01:12:36,482 DEBUG [FileChangeWatcher-hbase_test_ca14915982588032813512.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14915982588032813512.pem 2024-11-28T01:12:36,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a639716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:12:36,482 DEBUG [FileChangeWatcher-hbase_test_key2888330415735575930.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14915982588032813512.pem 2024-11-28T01:12:36,482 INFO [FileChangeWatcher-hbase_test_ca14915982588032813512.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14915982588032813512.pem 2024-11-28T01:12:36,482 DEBUG [FileChangeWatcher-hbase_test_key2888330415735575930.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14915982588032813512.pem 2024-11-28T01:12:36,482 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T01:12:36,484 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:36,489 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:36,490 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:36,491 INFO [FileChangeWatcher-hbase_test_key2888330415735575930.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2888330415735575930.pem thread started 2024-11-28T01:12:36,491 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:36,492 INFO [FileChangeWatcher-hbase_test_ca14915982588032813512.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14915982588032813512.pem thread started 2024-11-28T01:12:36,492 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T01:12:36,497 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:36,498 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:36,498 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc1102fb9, L:/127.0.0.1:33253 - R:/127.0.0.1:60306] 2024-11-28T01:12:36,514 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60306, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T01:12:36,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:12:36,516 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33253 2024-11-28T01:12:36,516 DEBUG [FileChangeWatcher-hbase_test_key2888330415735575930.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2888330415735575930.pem was interrupted and is shutting down... 2024-11-28T01:12:36,516 DEBUG [FileChangeWatcher-hbase_test_ca14915982588032813512.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14915982588032813512.pem was interrupted and is shutting down... 2024-11-28T01:12:36,516 DEBUG [FileChangeWatcher-hbase_test_ca14915982588032813512.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14915982588032813512.pem was interrupted and is shutting down... 2024-11-28T01:12:36,516 DEBUG [FileChangeWatcher-hbase_test_key2888330415735575930.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2888330415735575930.pem was interrupted and is shutting down... 2024-11-28T01:12:36,516 INFO [FileChangeWatcher-hbase_test_key2888330415735575930.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2888330415735575930.pem thread finished 2024-11-28T01:12:36,516 INFO [FileChangeWatcher-hbase_test_ca14915982588032813512.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14915982588032813512.pem thread finished 2024-11-28T01:12:36,523 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=31 (was 29) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=262 (was 262), ProcessCount=11 (was 11), AvailableMemoryMB=5397 (was 5443) 2024-11-28T01:12:36,529 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=262, ProcessCount=11, AvailableMemoryMB=5397 2024-11-28T01:12:36,532 INFO [FileChangeWatcher-hbase_test_ca14915982588032813512.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14915982588032813512.pem thread finished 2024-11-28T01:12:36,532 INFO [FileChangeWatcher-hbase_test_key2888330415735575930.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2888330415735575930.pem thread finished 2024-11-28T01:12:36,576 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T01:12:36,578 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46367 2024-11-28T01:12:36,578 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T01:12:36,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b22ae84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:12:36,579 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T01:12:36,580 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:36,611 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:36,612 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:36,613 INFO [FileChangeWatcher-hbase_test_key3818669427878998527.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3818669427878998527.p12 thread started 2024-11-28T01:12:36,613 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:36,613 INFO [FileChangeWatcher-hbase_test_ca14811917159608522998.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14811917159608522998.p12 thread started 2024-11-28T01:12:36,613 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T01:12:36,631 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:36,647 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:36,648 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:36,649 INFO [FileChangeWatcher-hbase_test_key3818669427878998527.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3818669427878998527.p12 thread started 2024-11-28T01:12:36,649 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:36,649 INFO [FileChangeWatcher-hbase_test_ca14811917159608522998.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14811917159608522998.p12 thread started 2024-11-28T01:12:36,649 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x12fe8933, L:/127.0.0.1:46367 - R:/127.0.0.1:35734] 2024-11-28T01:12:36,691 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35734, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T01:12:36,920 DEBUG [FileChangeWatcher-hbase_test_key3818669427878998527.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3818669427878998527.p12 2024-11-28T01:12:36,920 DEBUG [FileChangeWatcher-hbase_test_ca14811917159608522998.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3818669427878998527.p12 2024-11-28T01:12:36,920 DEBUG [FileChangeWatcher-hbase_test_ca14811917159608522998.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3818669427878998527.p12 2024-11-28T01:12:36,920 DEBUG [FileChangeWatcher-hbase_test_key3818669427878998527.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3818669427878998527.p12 2024-11-28T01:12:36,921 INFO [FileChangeWatcher-hbase_test_key3818669427878998527.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3818669427878998527.p12 2024-11-28T01:12:36,921 DEBUG [FileChangeWatcher-hbase_test_ca14811917159608522998.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3818669427878998527.p12 2024-11-28T01:12:36,921 INFO [FileChangeWatcher-hbase_test_key3818669427878998527.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3818669427878998527.p12 2024-11-28T01:12:36,921 DEBUG [FileChangeWatcher-hbase_test_ca14811917159608522998.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3818669427878998527.p12 2024-11-28T01:12:36,955 DEBUG [FileChangeWatcher-hbase_test_ca14811917159608522998.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3818669427878998527.p12 2024-11-28T01:12:36,955 DEBUG [FileChangeWatcher-hbase_test_key3818669427878998527.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3818669427878998527.p12 2024-11-28T01:12:36,955 DEBUG [FileChangeWatcher-hbase_test_key3818669427878998527.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3818669427878998527.p12 2024-11-28T01:12:36,955 DEBUG [FileChangeWatcher-hbase_test_ca14811917159608522998.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3818669427878998527.p12 2024-11-28T01:12:36,956 DEBUG [FileChangeWatcher-hbase_test_ca14811917159608522998.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3818669427878998527.p12 2024-11-28T01:12:36,956 INFO [FileChangeWatcher-hbase_test_key3818669427878998527.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3818669427878998527.p12 2024-11-28T01:12:36,956 INFO [FileChangeWatcher-hbase_test_key3818669427878998527.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3818669427878998527.p12 2024-11-28T01:12:36,956 DEBUG [FileChangeWatcher-hbase_test_ca14811917159608522998.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3818669427878998527.p12 2024-11-28T01:12:36,956 DEBUG [FileChangeWatcher-hbase_test_ca14811917159608522998.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14811917159608522998.p12 2024-11-28T01:12:36,956 DEBUG [FileChangeWatcher-hbase_test_key3818669427878998527.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14811917159608522998.p12 2024-11-28T01:12:36,956 INFO [FileChangeWatcher-hbase_test_ca14811917159608522998.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14811917159608522998.p12 2024-11-28T01:12:36,956 DEBUG [FileChangeWatcher-hbase_test_ca14811917159608522998.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14811917159608522998.p12 2024-11-28T01:12:36,956 DEBUG [FileChangeWatcher-hbase_test_key3818669427878998527.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14811917159608522998.p12 2024-11-28T01:12:36,956 DEBUG [FileChangeWatcher-hbase_test_key3818669427878998527.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14811917159608522998.p12 2024-11-28T01:12:36,956 INFO [FileChangeWatcher-hbase_test_ca14811917159608522998.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14811917159608522998.p12 2024-11-28T01:12:36,956 DEBUG [FileChangeWatcher-hbase_test_key3818669427878998527.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14811917159608522998.p12 2024-11-28T01:12:36,971 DEBUG [FileChangeWatcher-hbase_test_ca14811917159608522998.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14811917159608522998.p12 2024-11-28T01:12:36,971 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,46367,0 is dead - stopping the connection localhost:46367/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-28T01:12:36,971 DEBUG [FileChangeWatcher-hbase_test_key3818669427878998527.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14811917159608522998.p12 2024-11-28T01:12:36,972 DEBUG [FileChangeWatcher-hbase_test_key3818669427878998527.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14811917159608522998.p12 2024-11-28T01:12:36,972 INFO [FileChangeWatcher-hbase_test_ca14811917159608522998.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14811917159608522998.p12 2024-11-28T01:12:36,971 DEBUG [FileChangeWatcher-hbase_test_key3818669427878998527.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14811917159608522998.p12 2024-11-28T01:12:36,971 DEBUG [FileChangeWatcher-hbase_test_ca14811917159608522998.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14811917159608522998.p12 2024-11-28T01:12:36,972 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T01:12:36,972 INFO [FileChangeWatcher-hbase_test_ca14811917159608522998.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14811917159608522998.p12 2024-11-28T01:12:36,972 DEBUG [FileChangeWatcher-hbase_test_key3818669427878998527.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14811917159608522998.p12 2024-11-28T01:12:36,974 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:37,006 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:37,006 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T01:12:37,023 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:37,038 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:37,039 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8a65c482, L:/127.0.0.1:46367 - R:/127.0.0.1:35742] 2024-11-28T01:12:37,077 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35742, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T01:12:37,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:12:37,079 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46367 2024-11-28T01:12:37,079 DEBUG [FileChangeWatcher-hbase_test_key3818669427878998527.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3818669427878998527.p12 was interrupted and is shutting down... 2024-11-28T01:12:37,079 DEBUG [FileChangeWatcher-hbase_test_ca14811917159608522998.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14811917159608522998.p12 was interrupted and is shutting down... 2024-11-28T01:12:37,079 DEBUG [FileChangeWatcher-hbase_test_key3818669427878998527.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3818669427878998527.p12 was interrupted and is shutting down... 2024-11-28T01:12:37,079 DEBUG [FileChangeWatcher-hbase_test_ca14811917159608522998.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14811917159608522998.p12 was interrupted and is shutting down... 2024-11-28T01:12:37,080 INFO [FileChangeWatcher-hbase_test_ca14811917159608522998.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14811917159608522998.p12 thread finished 2024-11-28T01:12:37,080 INFO [FileChangeWatcher-hbase_test_key3818669427878998527.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3818669427878998527.p12 thread finished 2024-11-28T01:12:37,087 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 31) Potentially hanging thread: FileChangeWatcher-hbase_test_key3818669427878998527.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca14811917159608522998.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=262 (was 262), ProcessCount=11 (was 11), AvailableMemoryMB=5345 (was 5397) 2024-11-28T01:12:37,092 INFO [FileChangeWatcher-hbase_test_key3818669427878998527.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3818669427878998527.p12 thread finished 2024-11-28T01:12:37,092 INFO [FileChangeWatcher-hbase_test_ca14811917159608522998.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14811917159608522998.p12 thread finished 2024-11-28T01:12:37,092 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=262, ProcessCount=11, AvailableMemoryMB=5345 2024-11-28T01:12:37,093 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T01:12:37,094 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35303 2024-11-28T01:12:37,094 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T01:12:37,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bc6ce5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:12:37,095 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T01:12:37,096 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:37,128 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:37,128 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:37,129 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:37,129 INFO [FileChangeWatcher-hbase_test_key3818669427878998527.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3818669427878998527.p12 thread started 2024-11-28T01:12:37,129 INFO [FileChangeWatcher-hbase_test_ca14811917159608522998.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14811917159608522998.p12 thread started 2024-11-28T01:12:37,130 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T01:12:37,147 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:37,164 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:37,165 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:37,165 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:37,165 INFO [FileChangeWatcher-hbase_test_key3818669427878998527.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3818669427878998527.p12 thread started 2024-11-28T01:12:37,166 INFO [FileChangeWatcher-hbase_test_ca14811917159608522998.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14811917159608522998.p12 thread started 2024-11-28T01:12:37,166 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x54732eb8, L:/127.0.0.1:35303 - R:/127.0.0.1:51748] 2024-11-28T01:12:37,204 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51748, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T01:12:37,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:12:37,207 DEBUG [FileChangeWatcher-hbase_test_ca14811917159608522998.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14811917159608522998.p12 was interrupted and is shutting down... 2024-11-28T01:12:37,207 DEBUG [FileChangeWatcher-hbase_test_key3818669427878998527.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3818669427878998527.p12 was interrupted and is shutting down... 2024-11-28T01:12:37,208 INFO [FileChangeWatcher-hbase_test_key3818669427878998527.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3818669427878998527.p12 thread finished 2024-11-28T01:12:37,208 INFO [FileChangeWatcher-hbase_test_ca14811917159608522998.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14811917159608522998.p12 thread finished 2024-11-28T01:12:37,489 DEBUG [FileChangeWatcher-hbase_test_ca14811917159608522998.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3818669427878998527.p12 2024-11-28T01:12:37,489 DEBUG [FileChangeWatcher-hbase_test_ca14811917159608522998.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3818669427878998527.p12 2024-11-28T01:12:37,490 DEBUG [FileChangeWatcher-hbase_test_key3818669427878998527.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3818669427878998527.p12 2024-11-28T01:12:37,490 INFO [FileChangeWatcher-hbase_test_key3818669427878998527.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3818669427878998527.p12 2024-11-28T01:12:37,516 DEBUG [FileChangeWatcher-hbase_test_ca14811917159608522998.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3818669427878998527.p12 2024-11-28T01:12:37,516 DEBUG [FileChangeWatcher-hbase_test_key3818669427878998527.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3818669427878998527.p12 2024-11-28T01:12:37,516 DEBUG [FileChangeWatcher-hbase_test_ca14811917159608522998.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3818669427878998527.p12 2024-11-28T01:12:37,516 INFO [FileChangeWatcher-hbase_test_key3818669427878998527.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3818669427878998527.p12 2024-11-28T01:12:37,516 DEBUG [FileChangeWatcher-hbase_test_ca14811917159608522998.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14811917159608522998.p12 2024-11-28T01:12:37,516 DEBUG [FileChangeWatcher-hbase_test_key3818669427878998527.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14811917159608522998.p12 2024-11-28T01:12:37,516 INFO [FileChangeWatcher-hbase_test_ca14811917159608522998.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14811917159608522998.p12 2024-11-28T01:12:37,516 DEBUG [FileChangeWatcher-hbase_test_key3818669427878998527.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14811917159608522998.p12 2024-11-28T01:12:37,531 DEBUG [FileChangeWatcher-hbase_test_key3818669427878998527.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14811917159608522998.p12 2024-11-28T01:12:37,531 DEBUG [FileChangeWatcher-hbase_test_ca14811917159608522998.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14811917159608522998.p12 2024-11-28T01:12:37,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38633be9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:12:37,532 INFO [FileChangeWatcher-hbase_test_ca14811917159608522998.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14811917159608522998.p12 2024-11-28T01:12:37,532 DEBUG [FileChangeWatcher-hbase_test_key3818669427878998527.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14811917159608522998.p12 2024-11-28T01:12:37,532 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T01:12:37,533 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:37,564 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:37,565 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:37,566 INFO [FileChangeWatcher-hbase_test_key3818669427878998527.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3818669427878998527.p12 thread started 2024-11-28T01:12:37,566 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:37,566 INFO [FileChangeWatcher-hbase_test_ca14811917159608522998.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14811917159608522998.p12 thread started 2024-11-28T01:12:37,566 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T01:12:37,584 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:37,599 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:37,600 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7fc0001f, L:/127.0.0.1:35303 - R:/127.0.0.1:51764] 2024-11-28T01:12:37,640 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51764, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T01:12:37,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:12:37,642 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35303 2024-11-28T01:12:37,642 DEBUG [FileChangeWatcher-hbase_test_key3818669427878998527.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3818669427878998527.p12 was interrupted and is shutting down... 2024-11-28T01:12:37,642 DEBUG [FileChangeWatcher-hbase_test_ca14811917159608522998.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14811917159608522998.p12 was interrupted and is shutting down... 2024-11-28T01:12:37,642 DEBUG [FileChangeWatcher-hbase_test_ca14811917159608522998.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14811917159608522998.p12 was interrupted and is shutting down... 2024-11-28T01:12:37,642 DEBUG [FileChangeWatcher-hbase_test_key3818669427878998527.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3818669427878998527.p12 was interrupted and is shutting down... 2024-11-28T01:12:37,642 INFO [FileChangeWatcher-hbase_test_key3818669427878998527.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3818669427878998527.p12 thread finished 2024-11-28T01:12:37,642 INFO [FileChangeWatcher-hbase_test_ca14811917159608522998.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14811917159608522998.p12 thread finished 2024-11-28T01:12:37,642 INFO [FileChangeWatcher-hbase_test_ca14811917159608522998.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14811917159608522998.p12 thread finished 2024-11-28T01:12:37,650 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 33), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=257 (was 262), ProcessCount=11 (was 11), AvailableMemoryMB=5283 (was 5345) 2024-11-28T01:12:37,656 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=257, ProcessCount=11, AvailableMemoryMB=5283 2024-11-28T01:12:37,656 INFO [FileChangeWatcher-hbase_test_key3818669427878998527.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3818669427878998527.p12 thread finished 2024-11-28T01:12:38,211 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T01:12:38,212 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43247 2024-11-28T01:12:38,212 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T01:12:38,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a40cde2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:12:38,213 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T01:12:38,214 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:38,556 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:38,557 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:38,557 INFO [FileChangeWatcher-hbase_test_key5101069936941479796.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5101069936941479796.bcfks thread started 2024-11-28T01:12:38,557 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:38,558 INFO [FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks thread started 2024-11-28T01:12:38,558 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T01:12:38,727 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:38,891 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:38,891 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:38,892 INFO [FileChangeWatcher-hbase_test_key5101069936941479796.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5101069936941479796.bcfks thread started 2024-11-28T01:12:38,892 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:38,892 INFO [FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks thread started 2024-11-28T01:12:38,893 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xcfbb2f0b, L:/127.0.0.1:43247 - R:/127.0.0.1:43654] 2024-11-28T01:12:39,089 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43654, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T01:12:39,344 DEBUG [FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5101069936941479796.bcfks 2024-11-28T01:12:39,344 DEBUG [FileChangeWatcher-hbase_test_key5101069936941479796.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5101069936941479796.bcfks 2024-11-28T01:12:39,344 DEBUG [FileChangeWatcher-hbase_test_key5101069936941479796.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5101069936941479796.bcfks 2024-11-28T01:12:39,344 DEBUG [FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5101069936941479796.bcfks 2024-11-28T01:12:39,344 DEBUG [FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5101069936941479796.bcfks 2024-11-28T01:12:39,344 INFO [FileChangeWatcher-hbase_test_key5101069936941479796.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5101069936941479796.bcfks 2024-11-28T01:12:39,344 INFO [FileChangeWatcher-hbase_test_key5101069936941479796.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5101069936941479796.bcfks 2024-11-28T01:12:39,344 DEBUG [FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5101069936941479796.bcfks 2024-11-28T01:12:39,595 DEBUG [FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5101069936941479796.bcfks 2024-11-28T01:12:39,595 DEBUG [FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5101069936941479796.bcfks 2024-11-28T01:12:39,595 DEBUG [FileChangeWatcher-hbase_test_key5101069936941479796.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5101069936941479796.bcfks 2024-11-28T01:12:39,595 DEBUG [FileChangeWatcher-hbase_test_key5101069936941479796.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5101069936941479796.bcfks 2024-11-28T01:12:39,595 DEBUG [FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5101069936941479796.bcfks 2024-11-28T01:12:39,595 DEBUG [FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5101069936941479796.bcfks 2024-11-28T01:12:39,595 INFO [FileChangeWatcher-hbase_test_key5101069936941479796.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5101069936941479796.bcfks 2024-11-28T01:12:39,595 INFO [FileChangeWatcher-hbase_test_key5101069936941479796.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5101069936941479796.bcfks 2024-11-28T01:12:39,595 DEBUG [FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7336004742486558593.bcfks 2024-11-28T01:12:39,595 DEBUG [FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7336004742486558593.bcfks 2024-11-28T01:12:39,595 DEBUG [FileChangeWatcher-hbase_test_key5101069936941479796.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7336004742486558593.bcfks 2024-11-28T01:12:39,595 DEBUG [FileChangeWatcher-hbase_test_key5101069936941479796.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7336004742486558593.bcfks 2024-11-28T01:12:39,595 INFO [FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7336004742486558593.bcfks 2024-11-28T01:12:39,595 INFO [FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7336004742486558593.bcfks 2024-11-28T01:12:39,595 DEBUG [FileChangeWatcher-hbase_test_key5101069936941479796.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7336004742486558593.bcfks 2024-11-28T01:12:39,595 DEBUG [FileChangeWatcher-hbase_test_key5101069936941479796.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7336004742486558593.bcfks 2024-11-28T01:12:39,758 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,43247,0 is dead - stopping the connection localhost:43247/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-28T01:12:39,758 DEBUG [FileChangeWatcher-hbase_test_key5101069936941479796.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7336004742486558593.bcfks 2024-11-28T01:12:39,758 DEBUG [FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7336004742486558593.bcfks 2024-11-28T01:12:39,758 DEBUG [FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7336004742486558593.bcfks 2024-11-28T01:12:39,758 DEBUG [FileChangeWatcher-hbase_test_key5101069936941479796.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7336004742486558593.bcfks 2024-11-28T01:12:39,758 INFO [FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7336004742486558593.bcfks 2024-11-28T01:12:39,758 INFO [FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7336004742486558593.bcfks 2024-11-28T01:12:39,758 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T01:12:39,758 DEBUG [FileChangeWatcher-hbase_test_key5101069936941479796.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7336004742486558593.bcfks 2024-11-28T01:12:39,758 DEBUG [FileChangeWatcher-hbase_test_key5101069936941479796.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7336004742486558593.bcfks 2024-11-28T01:12:39,759 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:40,087 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:40,087 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T01:12:40,265 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:40,429 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:40,430 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5e914695, L:/127.0.0.1:43247 - R:/127.0.0.1:43664] 2024-11-28T01:12:40,616 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43664, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T01:12:40,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:12:40,618 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43247 2024-11-28T01:12:40,618 DEBUG [FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks was interrupted and is shutting down... 2024-11-28T01:12:40,618 DEBUG [FileChangeWatcher-hbase_test_key5101069936941479796.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5101069936941479796.bcfks was interrupted and is shutting down... 2024-11-28T01:12:40,618 DEBUG [FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks was interrupted and is shutting down... 2024-11-28T01:12:40,618 DEBUG [FileChangeWatcher-hbase_test_key5101069936941479796.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5101069936941479796.bcfks was interrupted and is shutting down... 2024-11-28T01:12:40,619 INFO [FileChangeWatcher-hbase_test_key5101069936941479796.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5101069936941479796.bcfks thread finished 2024-11-28T01:12:40,619 INFO [FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks thread finished 2024-11-28T01:12:40,625 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 33) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=257 (was 257), ProcessCount=11 (was 11), AvailableMemoryMB=5216 (was 5283) 2024-11-28T01:12:40,633 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=257, ProcessCount=11, AvailableMemoryMB=5216 2024-11-28T01:12:40,634 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T01:12:40,635 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36495 2024-11-28T01:12:40,635 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T01:12:40,636 INFO [FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks thread finished 2024-11-28T01:12:40,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5838dc50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:12:40,636 INFO [FileChangeWatcher-hbase_test_key5101069936941479796.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5101069936941479796.bcfks thread finished 2024-11-28T01:12:40,637 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T01:12:40,638 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:40,966 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:40,967 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:40,967 INFO [FileChangeWatcher-hbase_test_key5101069936941479796.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5101069936941479796.bcfks thread started 2024-11-28T01:12:40,968 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:40,968 INFO [FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks thread started 2024-11-28T01:12:40,968 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T01:12:41,132 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:41,296 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:41,297 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:41,298 INFO [FileChangeWatcher-hbase_test_key5101069936941479796.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5101069936941479796.bcfks thread started 2024-11-28T01:12:41,298 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:41,298 INFO [FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks thread started 2024-11-28T01:12:41,298 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa5227f62, L:/127.0.0.1:36495 - R:/127.0.0.1:36166] 2024-11-28T01:12:41,489 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36166, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T01:12:41,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:12:41,492 DEBUG [FileChangeWatcher-hbase_test_key5101069936941479796.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5101069936941479796.bcfks was interrupted and is shutting down... 2024-11-28T01:12:41,492 DEBUG [FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks was interrupted and is shutting down... 2024-11-28T01:12:41,492 INFO [FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks thread finished 2024-11-28T01:12:41,492 INFO [FileChangeWatcher-hbase_test_key5101069936941479796.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5101069936941479796.bcfks thread finished 2024-11-28T01:12:41,629 DEBUG [FileChangeWatcher-hbase_test_key5101069936941479796.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5101069936941479796.bcfks 2024-11-28T01:12:41,629 DEBUG [FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5101069936941479796.bcfks 2024-11-28T01:12:41,629 INFO [FileChangeWatcher-hbase_test_key5101069936941479796.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5101069936941479796.bcfks 2024-11-28T01:12:41,629 DEBUG [FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5101069936941479796.bcfks 2024-11-28T01:12:41,873 DEBUG [FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5101069936941479796.bcfks 2024-11-28T01:12:41,872 DEBUG [FileChangeWatcher-hbase_test_key5101069936941479796.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5101069936941479796.bcfks 2024-11-28T01:12:41,873 INFO [FileChangeWatcher-hbase_test_key5101069936941479796.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5101069936941479796.bcfks 2024-11-28T01:12:41,873 DEBUG [FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5101069936941479796.bcfks 2024-11-28T01:12:41,873 DEBUG [FileChangeWatcher-hbase_test_key5101069936941479796.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7336004742486558593.bcfks 2024-11-28T01:12:41,873 DEBUG [FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7336004742486558593.bcfks 2024-11-28T01:12:41,873 DEBUG [FileChangeWatcher-hbase_test_key5101069936941479796.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7336004742486558593.bcfks 2024-11-28T01:12:41,873 INFO [FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7336004742486558593.bcfks 2024-11-28T01:12:42,035 DEBUG [FileChangeWatcher-hbase_test_key5101069936941479796.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7336004742486558593.bcfks 2024-11-28T01:12:42,035 DEBUG [FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7336004742486558593.bcfks 2024-11-28T01:12:42,035 DEBUG [FileChangeWatcher-hbase_test_key5101069936941479796.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7336004742486558593.bcfks 2024-11-28T01:12:42,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e005201, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:12:42,035 INFO [FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7336004742486558593.bcfks 2024-11-28T01:12:42,035 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T01:12:42,037 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:42,364 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:42,364 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:42,365 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:42,365 INFO [FileChangeWatcher-hbase_test_key5101069936941479796.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5101069936941479796.bcfks thread started 2024-11-28T01:12:42,365 INFO [FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks thread started 2024-11-28T01:12:42,366 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T01:12:42,530 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:42,694 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:42,695 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xaafc9c52, L:/127.0.0.1:36495 - R:/127.0.0.1:36174] 2024-11-28T01:12:42,884 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36174, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T01:12:42,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:12:42,887 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36495 2024-11-28T01:12:42,887 DEBUG [FileChangeWatcher-hbase_test_key5101069936941479796.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5101069936941479796.bcfks was interrupted and is shutting down... 2024-11-28T01:12:42,887 DEBUG [FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks was interrupted and is shutting down... 2024-11-28T01:12:42,887 DEBUG [FileChangeWatcher-hbase_test_key5101069936941479796.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5101069936941479796.bcfks was interrupted and is shutting down... 2024-11-28T01:12:42,887 DEBUG [FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks was interrupted and is shutting down... 2024-11-28T01:12:42,887 INFO [FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks thread finished 2024-11-28T01:12:42,887 INFO [FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7336004742486558593.bcfks thread finished 2024-11-28T01:12:42,887 INFO [FileChangeWatcher-hbase_test_key5101069936941479796.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5101069936941479796.bcfks thread finished 2024-11-28T01:12:42,888 INFO [FileChangeWatcher-hbase_test_key5101069936941479796.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5101069936941479796.bcfks thread finished 2024-11-28T01:12:42,894 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=252 (was 257), ProcessCount=11 (was 11), AvailableMemoryMB=5180 (was 5216) 2024-11-28T01:12:42,900 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=252, ProcessCount=11, AvailableMemoryMB=5180 2024-11-28T01:12:43,036 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T01:12:43,037 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41993 2024-11-28T01:12:43,037 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T01:12:43,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b4cd55b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:12:43,038 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T01:12:43,039 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:43,069 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:43,070 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:43,070 INFO [FileChangeWatcher-hbase_test_key4314393634277350814.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4314393634277350814.jks thread started 2024-11-28T01:12:43,070 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:43,071 INFO [FileChangeWatcher-hbase_test_ca8590529628319523407.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8590529628319523407.jks thread started 2024-11-28T01:12:43,071 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T01:12:43,089 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:43,105 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:43,105 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:43,106 INFO [FileChangeWatcher-hbase_test_key4314393634277350814.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4314393634277350814.jks thread started 2024-11-28T01:12:43,106 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:43,106 INFO [FileChangeWatcher-hbase_test_ca8590529628319523407.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8590529628319523407.jks thread started 2024-11-28T01:12:43,106 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4d0b33e3, L:/127.0.0.1:41993 - R:/127.0.0.1:53320] 2024-11-28T01:12:43,155 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53320, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T01:12:43,165 DEBUG [FileChangeWatcher-hbase_test_key4314393634277350814.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4314393634277350814.jks 2024-11-28T01:12:43,165 DEBUG [FileChangeWatcher-hbase_test_ca8590529628319523407.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4314393634277350814.jks 2024-11-28T01:12:43,165 DEBUG [FileChangeWatcher-hbase_test_ca8590529628319523407.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4314393634277350814.jks 2024-11-28T01:12:43,165 DEBUG [FileChangeWatcher-hbase_test_key4314393634277350814.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4314393634277350814.jks 2024-11-28T01:12:43,165 DEBUG [FileChangeWatcher-hbase_test_ca8590529628319523407.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4314393634277350814.jks 2024-11-28T01:12:43,165 INFO [FileChangeWatcher-hbase_test_key4314393634277350814.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4314393634277350814.jks 2024-11-28T01:12:43,165 INFO [FileChangeWatcher-hbase_test_key4314393634277350814.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4314393634277350814.jks 2024-11-28T01:12:43,165 DEBUG [FileChangeWatcher-hbase_test_ca8590529628319523407.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4314393634277350814.jks 2024-11-28T01:12:43,192 DEBUG [FileChangeWatcher-hbase_test_key4314393634277350814.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4314393634277350814.jks 2024-11-28T01:12:43,192 DEBUG [FileChangeWatcher-hbase_test_ca8590529628319523407.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4314393634277350814.jks 2024-11-28T01:12:43,192 DEBUG [FileChangeWatcher-hbase_test_ca8590529628319523407.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4314393634277350814.jks 2024-11-28T01:12:43,192 DEBUG [FileChangeWatcher-hbase_test_key4314393634277350814.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4314393634277350814.jks 2024-11-28T01:12:43,192 INFO [FileChangeWatcher-hbase_test_key4314393634277350814.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4314393634277350814.jks 2024-11-28T01:12:43,192 DEBUG [FileChangeWatcher-hbase_test_ca8590529628319523407.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4314393634277350814.jks 2024-11-28T01:12:43,192 DEBUG [FileChangeWatcher-hbase_test_ca8590529628319523407.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4314393634277350814.jks 2024-11-28T01:12:43,192 INFO [FileChangeWatcher-hbase_test_key4314393634277350814.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4314393634277350814.jks 2024-11-28T01:12:43,192 DEBUG [FileChangeWatcher-hbase_test_ca8590529628319523407.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8590529628319523407.jks 2024-11-28T01:12:43,192 DEBUG [FileChangeWatcher-hbase_test_key4314393634277350814.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8590529628319523407.jks 2024-11-28T01:12:43,192 DEBUG [FileChangeWatcher-hbase_test_ca8590529628319523407.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8590529628319523407.jks 2024-11-28T01:12:43,192 DEBUG [FileChangeWatcher-hbase_test_key4314393634277350814.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8590529628319523407.jks 2024-11-28T01:12:43,192 INFO [FileChangeWatcher-hbase_test_ca8590529628319523407.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8590529628319523407.jks 2024-11-28T01:12:43,192 DEBUG [FileChangeWatcher-hbase_test_key4314393634277350814.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8590529628319523407.jks 2024-11-28T01:12:43,192 INFO [FileChangeWatcher-hbase_test_ca8590529628319523407.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8590529628319523407.jks 2024-11-28T01:12:43,192 DEBUG [FileChangeWatcher-hbase_test_key4314393634277350814.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8590529628319523407.jks 2024-11-28T01:12:43,207 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,41993,0 is dead - stopping the connection localhost:41993/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-28T01:12:43,207 DEBUG [FileChangeWatcher-hbase_test_key4314393634277350814.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8590529628319523407.jks 2024-11-28T01:12:43,207 DEBUG [FileChangeWatcher-hbase_test_ca8590529628319523407.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8590529628319523407.jks 2024-11-28T01:12:43,207 DEBUG [FileChangeWatcher-hbase_test_key4314393634277350814.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8590529628319523407.jks 2024-11-28T01:12:43,207 DEBUG [FileChangeWatcher-hbase_test_ca8590529628319523407.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8590529628319523407.jks 2024-11-28T01:12:43,207 DEBUG [FileChangeWatcher-hbase_test_key4314393634277350814.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8590529628319523407.jks 2024-11-28T01:12:43,208 INFO [FileChangeWatcher-hbase_test_ca8590529628319523407.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8590529628319523407.jks 2024-11-28T01:12:43,208 INFO [FileChangeWatcher-hbase_test_ca8590529628319523407.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8590529628319523407.jks 2024-11-28T01:12:43,208 DEBUG [FileChangeWatcher-hbase_test_key4314393634277350814.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8590529628319523407.jks 2024-11-28T01:12:43,208 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T01:12:43,208 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:43,240 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:43,241 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T01:12:43,256 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:43,272 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:43,272 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x59d4f5db, L:/127.0.0.1:41993 - R:/127.0.0.1:53328] 2024-11-28T01:12:43,313 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53328, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T01:12:43,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:12:43,314 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41993 2024-11-28T01:12:43,314 DEBUG [FileChangeWatcher-hbase_test_key4314393634277350814.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4314393634277350814.jks was interrupted and is shutting down... 2024-11-28T01:12:43,314 DEBUG [FileChangeWatcher-hbase_test_ca8590529628319523407.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8590529628319523407.jks was interrupted and is shutting down... 2024-11-28T01:12:43,315 DEBUG [FileChangeWatcher-hbase_test_ca8590529628319523407.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8590529628319523407.jks was interrupted and is shutting down... 2024-11-28T01:12:43,315 DEBUG [FileChangeWatcher-hbase_test_key4314393634277350814.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4314393634277350814.jks was interrupted and is shutting down... 2024-11-28T01:12:43,315 INFO [FileChangeWatcher-hbase_test_key4314393634277350814.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4314393634277350814.jks thread finished 2024-11-28T01:12:43,315 INFO [FileChangeWatcher-hbase_test_ca8590529628319523407.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8590529628319523407.jks thread finished 2024-11-28T01:12:43,315 INFO [FileChangeWatcher-hbase_test_ca8590529628319523407.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8590529628319523407.jks thread finished 2024-11-28T01:12:43,322 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=252 (was 252), ProcessCount=11 (was 11), AvailableMemoryMB=5158 (was 5180) 2024-11-28T01:12:43,327 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=252, ProcessCount=11, AvailableMemoryMB=5157 2024-11-28T01:12:43,328 INFO [FileChangeWatcher-hbase_test_key4314393634277350814.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4314393634277350814.jks thread finished 2024-11-28T01:12:43,329 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T01:12:43,329 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35853 2024-11-28T01:12:43,329 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T01:12:43,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624ecb96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:12:43,330 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T01:12:43,331 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:43,362 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:43,363 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:43,363 INFO [FileChangeWatcher-hbase_test_key4314393634277350814.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4314393634277350814.jks thread started 2024-11-28T01:12:43,363 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:43,364 INFO [FileChangeWatcher-hbase_test_ca8590529628319523407.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8590529628319523407.jks thread started 2024-11-28T01:12:43,364 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T01:12:43,380 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:43,399 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:43,399 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:43,400 INFO [FileChangeWatcher-hbase_test_key4314393634277350814.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4314393634277350814.jks thread started 2024-11-28T01:12:43,400 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:43,400 INFO [FileChangeWatcher-hbase_test_ca8590529628319523407.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8590529628319523407.jks thread started 2024-11-28T01:12:43,400 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x223451d8, L:/127.0.0.1:35853 - R:/127.0.0.1:38640] 2024-11-28T01:12:43,448 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38640, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T01:12:43,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:12:43,450 DEBUG [FileChangeWatcher-hbase_test_ca8590529628319523407.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8590529628319523407.jks was interrupted and is shutting down... 2024-11-28T01:12:43,450 DEBUG [FileChangeWatcher-hbase_test_key4314393634277350814.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4314393634277350814.jks was interrupted and is shutting down... 2024-11-28T01:12:43,450 INFO [FileChangeWatcher-hbase_test_key4314393634277350814.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4314393634277350814.jks thread finished 2024-11-28T01:12:43,450 INFO [FileChangeWatcher-hbase_test_ca8590529628319523407.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8590529628319523407.jks thread finished 2024-11-28T01:12:43,459 DEBUG [FileChangeWatcher-hbase_test_ca8590529628319523407.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4314393634277350814.jks 2024-11-28T01:12:43,459 DEBUG [FileChangeWatcher-hbase_test_key4314393634277350814.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4314393634277350814.jks 2024-11-28T01:12:43,459 INFO [FileChangeWatcher-hbase_test_key4314393634277350814.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4314393634277350814.jks 2024-11-28T01:12:43,459 DEBUG [FileChangeWatcher-hbase_test_ca8590529628319523407.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4314393634277350814.jks 2024-11-28T01:12:43,495 DEBUG [FileChangeWatcher-hbase_test_ca8590529628319523407.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4314393634277350814.jks 2024-11-28T01:12:43,495 DEBUG [FileChangeWatcher-hbase_test_key4314393634277350814.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4314393634277350814.jks 2024-11-28T01:12:43,495 INFO [FileChangeWatcher-hbase_test_key4314393634277350814.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4314393634277350814.jks 2024-11-28T01:12:43,495 DEBUG [FileChangeWatcher-hbase_test_ca8590529628319523407.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4314393634277350814.jks 2024-11-28T01:12:43,495 DEBUG [FileChangeWatcher-hbase_test_key4314393634277350814.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8590529628319523407.jks 2024-11-28T01:12:43,495 DEBUG [FileChangeWatcher-hbase_test_ca8590529628319523407.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8590529628319523407.jks 2024-11-28T01:12:43,495 DEBUG [FileChangeWatcher-hbase_test_key4314393634277350814.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8590529628319523407.jks 2024-11-28T01:12:43,495 INFO [FileChangeWatcher-hbase_test_ca8590529628319523407.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8590529628319523407.jks 2024-11-28T01:12:43,510 DEBUG [FileChangeWatcher-hbase_test_key4314393634277350814.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8590529628319523407.jks 2024-11-28T01:12:43,510 DEBUG [FileChangeWatcher-hbase_test_ca8590529628319523407.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8590529628319523407.jks 2024-11-28T01:12:43,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38725104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:12:43,511 INFO [FileChangeWatcher-hbase_test_ca8590529628319523407.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8590529628319523407.jks 2024-11-28T01:12:43,511 DEBUG [FileChangeWatcher-hbase_test_key4314393634277350814.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8590529628319523407.jks 2024-11-28T01:12:43,511 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T01:12:43,512 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:43,543 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:43,544 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:43,545 INFO [FileChangeWatcher-hbase_test_key4314393634277350814.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4314393634277350814.jks thread started 2024-11-28T01:12:43,545 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:43,545 INFO [FileChangeWatcher-hbase_test_ca8590529628319523407.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8590529628319523407.jks thread started 2024-11-28T01:12:43,545 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T01:12:43,562 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:43,577 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:43,578 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0c5d7af7, L:/127.0.0.1:35853 - R:/127.0.0.1:38642] 2024-11-28T01:12:43,629 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38642, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T01:12:43,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:12:43,631 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35853 2024-11-28T01:12:43,631 DEBUG [FileChangeWatcher-hbase_test_ca8590529628319523407.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8590529628319523407.jks was interrupted and is shutting down... 2024-11-28T01:12:43,631 DEBUG [FileChangeWatcher-hbase_test_key4314393634277350814.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4314393634277350814.jks was interrupted and is shutting down... 2024-11-28T01:12:43,631 DEBUG [FileChangeWatcher-hbase_test_key4314393634277350814.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4314393634277350814.jks was interrupted and is shutting down... 2024-11-28T01:12:43,631 DEBUG [FileChangeWatcher-hbase_test_ca8590529628319523407.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8590529628319523407.jks was interrupted and is shutting down... 2024-11-28T01:12:43,631 INFO [FileChangeWatcher-hbase_test_ca8590529628319523407.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8590529628319523407.jks thread finished 2024-11-28T01:12:43,638 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=41 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=252 (was 252), ProcessCount=11 (was 11), AvailableMemoryMB=5134 (was 5157) 2024-11-28T01:12:43,643 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=41, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=252, ProcessCount=11, AvailableMemoryMB=5134 2024-11-28T01:12:43,644 INFO [FileChangeWatcher-hbase_test_ca8590529628319523407.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8590529628319523407.jks thread finished 2024-11-28T01:12:43,644 INFO [FileChangeWatcher-hbase_test_key4314393634277350814.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4314393634277350814.jks thread finished 2024-11-28T01:12:43,644 INFO [FileChangeWatcher-hbase_test_key4314393634277350814.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4314393634277350814.jks thread finished 2024-11-28T01:12:43,649 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T01:12:43,649 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39769 2024-11-28T01:12:43,649 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T01:12:43,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692c7fe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:12:43,650 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T01:12:43,651 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:43,655 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:43,655 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:43,656 INFO [FileChangeWatcher-hbase_test_key13124449752298411066.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13124449752298411066.pem thread started 2024-11-28T01:12:43,656 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:43,656 INFO [FileChangeWatcher-hbase_test_ca15032253601309472990.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15032253601309472990.pem thread started 2024-11-28T01:12:43,656 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T01:12:43,660 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:43,661 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:43,661 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:43,662 INFO [FileChangeWatcher-hbase_test_key13124449752298411066.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13124449752298411066.pem thread started 2024-11-28T01:12:43,662 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:43,662 INFO [FileChangeWatcher-hbase_test_ca15032253601309472990.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15032253601309472990.pem thread started 2024-11-28T01:12:43,662 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd68a328a, L:/127.0.0.1:39769 - R:/127.0.0.1:51982] 2024-11-28T01:12:43,676 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51982, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T01:12:43,685 DEBUG [FileChangeWatcher-hbase_test_ca15032253601309472990.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13124449752298411066.pem 2024-11-28T01:12:43,685 DEBUG [FileChangeWatcher-hbase_test_key13124449752298411066.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13124449752298411066.pem 2024-11-28T01:12:43,685 DEBUG [FileChangeWatcher-hbase_test_ca15032253601309472990.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13124449752298411066.pem 2024-11-28T01:12:43,685 DEBUG [FileChangeWatcher-hbase_test_key13124449752298411066.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13124449752298411066.pem 2024-11-28T01:12:43,686 INFO [FileChangeWatcher-hbase_test_key13124449752298411066.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13124449752298411066.pem 2024-11-28T01:12:43,686 DEBUG [FileChangeWatcher-hbase_test_ca15032253601309472990.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13124449752298411066.pem 2024-11-28T01:12:43,686 DEBUG [FileChangeWatcher-hbase_test_ca15032253601309472990.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13124449752298411066.pem 2024-11-28T01:12:43,686 INFO [FileChangeWatcher-hbase_test_key13124449752298411066.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13124449752298411066.pem 2024-11-28T01:12:43,686 DEBUG [FileChangeWatcher-hbase_test_ca15032253601309472990.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13124449752298411066.pem 2024-11-28T01:12:43,686 DEBUG [FileChangeWatcher-hbase_test_ca15032253601309472990.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13124449752298411066.pem 2024-11-28T01:12:43,686 DEBUG [FileChangeWatcher-hbase_test_key13124449752298411066.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13124449752298411066.pem 2024-11-28T01:12:43,686 DEBUG [FileChangeWatcher-hbase_test_key13124449752298411066.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13124449752298411066.pem 2024-11-28T01:12:43,686 DEBUG [FileChangeWatcher-hbase_test_ca15032253601309472990.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13124449752298411066.pem 2024-11-28T01:12:43,686 DEBUG [FileChangeWatcher-hbase_test_ca15032253601309472990.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13124449752298411066.pem 2024-11-28T01:12:43,686 INFO [FileChangeWatcher-hbase_test_key13124449752298411066.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13124449752298411066.pem 2024-11-28T01:12:43,686 INFO [FileChangeWatcher-hbase_test_key13124449752298411066.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13124449752298411066.pem 2024-11-28T01:12:43,686 DEBUG [FileChangeWatcher-hbase_test_key13124449752298411066.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15032253601309472990.pem 2024-11-28T01:12:43,686 DEBUG [FileChangeWatcher-hbase_test_ca15032253601309472990.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15032253601309472990.pem 2024-11-28T01:12:43,686 DEBUG [FileChangeWatcher-hbase_test_ca15032253601309472990.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15032253601309472990.pem 2024-11-28T01:12:43,687 INFO [FileChangeWatcher-hbase_test_ca15032253601309472990.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15032253601309472990.pem 2024-11-28T01:12:43,687 DEBUG [FileChangeWatcher-hbase_test_key13124449752298411066.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15032253601309472990.pem 2024-11-28T01:12:43,687 INFO [FileChangeWatcher-hbase_test_ca15032253601309472990.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15032253601309472990.pem 2024-11-28T01:12:43,687 DEBUG [FileChangeWatcher-hbase_test_key13124449752298411066.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15032253601309472990.pem 2024-11-28T01:12:43,687 DEBUG [FileChangeWatcher-hbase_test_key13124449752298411066.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15032253601309472990.pem 2024-11-28T01:12:43,687 DEBUG [FileChangeWatcher-hbase_test_key13124449752298411066.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15032253601309472990.pem 2024-11-28T01:12:43,687 DEBUG [FileChangeWatcher-hbase_test_ca15032253601309472990.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15032253601309472990.pem 2024-11-28T01:12:43,687 DEBUG [FileChangeWatcher-hbase_test_ca15032253601309472990.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15032253601309472990.pem 2024-11-28T01:12:43,687 DEBUG [FileChangeWatcher-hbase_test_key13124449752298411066.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15032253601309472990.pem 2024-11-28T01:12:43,687 INFO [FileChangeWatcher-hbase_test_ca15032253601309472990.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15032253601309472990.pem 2024-11-28T01:12:43,687 INFO [FileChangeWatcher-hbase_test_ca15032253601309472990.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15032253601309472990.pem 2024-11-28T01:12:43,687 DEBUG [FileChangeWatcher-hbase_test_key13124449752298411066.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15032253601309472990.pem 2024-11-28T01:12:43,687 DEBUG [FileChangeWatcher-hbase_test_key13124449752298411066.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15032253601309472990.pem 2024-11-28T01:12:43,687 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39769,0 is dead - stopping the connection localhost:39769/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-28T01:12:43,687 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T01:12:43,688 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:43,692 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:43,693 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T01:12:43,697 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:43,697 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:43,697 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8b4b5040, L:/127.0.0.1:39769 - R:/127.0.0.1:51986] 2024-11-28T01:12:43,713 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51986, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T01:12:43,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:12:43,714 DEBUG [FileChangeWatcher-hbase_test_key13124449752298411066.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13124449752298411066.pem was interrupted and is shutting down... 2024-11-28T01:12:43,714 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39769 2024-11-28T01:12:43,714 DEBUG [FileChangeWatcher-hbase_test_ca15032253601309472990.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15032253601309472990.pem was interrupted and is shutting down... 2024-11-28T01:12:43,715 DEBUG [FileChangeWatcher-hbase_test_key13124449752298411066.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13124449752298411066.pem was interrupted and is shutting down... 2024-11-28T01:12:43,715 DEBUG [FileChangeWatcher-hbase_test_ca15032253601309472990.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15032253601309472990.pem was interrupted and is shutting down... 2024-11-28T01:12:43,715 INFO [FileChangeWatcher-hbase_test_ca15032253601309472990.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15032253601309472990.pem thread finished 2024-11-28T01:12:43,715 INFO [FileChangeWatcher-hbase_test_key13124449752298411066.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13124449752298411066.pem thread finished 2024-11-28T01:12:43,715 INFO [FileChangeWatcher-hbase_test_key13124449752298411066.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13124449752298411066.pem thread finished 2024-11-28T01:12:43,722 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 41), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=252 (was 252), ProcessCount=11 (was 11), AvailableMemoryMB=5129 (was 5134) 2024-11-28T01:12:43,728 INFO [FileChangeWatcher-hbase_test_ca15032253601309472990.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15032253601309472990.pem thread finished 2024-11-28T01:12:43,728 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=252, ProcessCount=11, AvailableMemoryMB=5129 2024-11-28T01:12:43,729 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T01:12:43,730 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45971 2024-11-28T01:12:43,730 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T01:12:43,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b937049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:12:43,731 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T01:12:43,732 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:43,736 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:43,736 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:43,737 INFO [FileChangeWatcher-hbase_test_key13124449752298411066.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13124449752298411066.pem thread started 2024-11-28T01:12:43,737 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:43,737 INFO [FileChangeWatcher-hbase_test_ca15032253601309472990.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15032253601309472990.pem thread started 2024-11-28T01:12:43,737 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T01:12:43,741 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:43,742 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:43,742 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:43,744 INFO [FileChangeWatcher-hbase_test_key13124449752298411066.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13124449752298411066.pem thread started 2024-11-28T01:12:43,744 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:43,744 INFO [FileChangeWatcher-hbase_test_ca15032253601309472990.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15032253601309472990.pem thread started 2024-11-28T01:12:43,744 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xdad34149, L:/127.0.0.1:45971 - R:/127.0.0.1:36404] 2024-11-28T01:12:43,758 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36404, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T01:12:43,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:12:43,760 DEBUG [FileChangeWatcher-hbase_test_ca15032253601309472990.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15032253601309472990.pem was interrupted and is shutting down... 2024-11-28T01:12:43,760 DEBUG [FileChangeWatcher-hbase_test_key13124449752298411066.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13124449752298411066.pem was interrupted and is shutting down... 2024-11-28T01:12:43,760 INFO [FileChangeWatcher-hbase_test_ca15032253601309472990.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15032253601309472990.pem thread finished 2024-11-28T01:12:43,760 INFO [FileChangeWatcher-hbase_test_key13124449752298411066.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13124449752298411066.pem thread finished 2024-11-28T01:12:43,771 DEBUG [FileChangeWatcher-hbase_test_key13124449752298411066.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13124449752298411066.pem 2024-11-28T01:12:43,771 DEBUG [FileChangeWatcher-hbase_test_ca15032253601309472990.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13124449752298411066.pem 2024-11-28T01:12:43,771 INFO [FileChangeWatcher-hbase_test_key13124449752298411066.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13124449752298411066.pem 2024-11-28T01:12:43,771 DEBUG [FileChangeWatcher-hbase_test_ca15032253601309472990.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13124449752298411066.pem 2024-11-28T01:12:43,771 DEBUG [FileChangeWatcher-hbase_test_key13124449752298411066.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13124449752298411066.pem 2024-11-28T01:12:43,771 INFO [FileChangeWatcher-hbase_test_key13124449752298411066.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13124449752298411066.pem 2024-11-28T01:12:43,771 DEBUG [FileChangeWatcher-hbase_test_ca15032253601309472990.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13124449752298411066.pem 2024-11-28T01:12:43,771 DEBUG [FileChangeWatcher-hbase_test_ca15032253601309472990.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13124449752298411066.pem 2024-11-28T01:12:43,771 DEBUG [FileChangeWatcher-hbase_test_key13124449752298411066.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15032253601309472990.pem 2024-11-28T01:12:43,771 DEBUG [FileChangeWatcher-hbase_test_ca15032253601309472990.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15032253601309472990.pem 2024-11-28T01:12:43,772 DEBUG [FileChangeWatcher-hbase_test_key13124449752298411066.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15032253601309472990.pem 2024-11-28T01:12:43,772 INFO [FileChangeWatcher-hbase_test_ca15032253601309472990.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15032253601309472990.pem 2024-11-28T01:12:43,772 DEBUG [FileChangeWatcher-hbase_test_key13124449752298411066.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15032253601309472990.pem 2024-11-28T01:12:43,772 DEBUG [FileChangeWatcher-hbase_test_key13124449752298411066.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15032253601309472990.pem 2024-11-28T01:12:43,772 DEBUG [FileChangeWatcher-hbase_test_ca15032253601309472990.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15032253601309472990.pem 2024-11-28T01:12:43,772 INFO [FileChangeWatcher-hbase_test_ca15032253601309472990.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15032253601309472990.pem 2024-11-28T01:12:43,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@169013e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:12:43,772 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T01:12:43,773 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:43,777 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:43,778 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:43,778 INFO [FileChangeWatcher-hbase_test_key13124449752298411066.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13124449752298411066.pem thread started 2024-11-28T01:12:43,778 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:43,778 INFO [FileChangeWatcher-hbase_test_ca15032253601309472990.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15032253601309472990.pem thread started 2024-11-28T01:12:43,779 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T01:12:43,783 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:43,783 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:43,784 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5d999f37, L:/127.0.0.1:45971 - R:/127.0.0.1:36420] 2024-11-28T01:12:43,800 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36420, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T01:12:43,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:12:43,801 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45971 2024-11-28T01:12:43,801 DEBUG [FileChangeWatcher-hbase_test_key13124449752298411066.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13124449752298411066.pem was interrupted and is shutting down... 2024-11-28T01:12:43,801 DEBUG [FileChangeWatcher-hbase_test_ca15032253601309472990.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15032253601309472990.pem was interrupted and is shutting down... 2024-11-28T01:12:43,801 DEBUG [FileChangeWatcher-hbase_test_ca15032253601309472990.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15032253601309472990.pem was interrupted and is shutting down... 2024-11-28T01:12:43,801 DEBUG [FileChangeWatcher-hbase_test_key13124449752298411066.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13124449752298411066.pem was interrupted and is shutting down... 2024-11-28T01:12:43,801 INFO [FileChangeWatcher-hbase_test_ca15032253601309472990.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15032253601309472990.pem thread finished 2024-11-28T01:12:43,802 INFO [FileChangeWatcher-hbase_test_key13124449752298411066.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13124449752298411066.pem thread finished 2024-11-28T01:12:43,808 INFO [FileChangeWatcher-hbase_test_key13124449752298411066.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13124449752298411066.pem thread finished 2024-11-28T01:12:43,808 INFO [FileChangeWatcher-hbase_test_ca15032253601309472990.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15032253601309472990.pem thread finished 2024-11-28T01:12:43,809 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=252 (was 252), ProcessCount=11 (was 11), AvailableMemoryMB=5127 (was 5129) 2024-11-28T01:12:43,815 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=252, ProcessCount=11, AvailableMemoryMB=5126 2024-11-28T01:12:43,858 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T01:12:43,859 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35631 2024-11-28T01:12:43,859 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T01:12:43,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@274a80f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:12:43,860 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T01:12:43,860 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:43,916 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:43,917 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:43,917 INFO [FileChangeWatcher-hbase_test_key4881716022997956539.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4881716022997956539.p12 thread started 2024-11-28T01:12:43,917 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:43,918 INFO [FileChangeWatcher-hbase_test_ca15117476479139658580.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15117476479139658580.p12 thread started 2024-11-28T01:12:43,918 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T01:12:43,933 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:43,949 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:43,950 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:43,950 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:43,950 INFO [FileChangeWatcher-hbase_test_key4881716022997956539.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4881716022997956539.p12 thread started 2024-11-28T01:12:43,951 INFO [FileChangeWatcher-hbase_test_ca15117476479139658580.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15117476479139658580.p12 thread started 2024-11-28T01:12:43,951 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x62e38bd4, L:/127.0.0.1:35631 - R:/127.0.0.1:58944] 2024-11-28T01:12:43,988 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58944, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T01:12:43,994 DEBUG [FileChangeWatcher-hbase_test_ca15117476479139658580.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4881716022997956539.p12 2024-11-28T01:12:43,994 DEBUG [FileChangeWatcher-hbase_test_key4881716022997956539.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4881716022997956539.p12 2024-11-28T01:12:43,994 DEBUG [FileChangeWatcher-hbase_test_key4881716022997956539.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4881716022997956539.p12 2024-11-28T01:12:43,995 DEBUG [FileChangeWatcher-hbase_test_ca15117476479139658580.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4881716022997956539.p12 2024-11-28T01:12:43,995 INFO [FileChangeWatcher-hbase_test_key4881716022997956539.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4881716022997956539.p12 2024-11-28T01:12:43,995 INFO [FileChangeWatcher-hbase_test_key4881716022997956539.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4881716022997956539.p12 2024-11-28T01:12:43,995 DEBUG [FileChangeWatcher-hbase_test_ca15117476479139658580.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4881716022997956539.p12 2024-11-28T01:12:43,995 DEBUG [FileChangeWatcher-hbase_test_ca15117476479139658580.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4881716022997956539.p12 2024-11-28T01:12:44,020 DEBUG [FileChangeWatcher-hbase_test_key4881716022997956539.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4881716022997956539.p12 2024-11-28T01:12:44,020 DEBUG [FileChangeWatcher-hbase_test_key4881716022997956539.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4881716022997956539.p12 2024-11-28T01:12:44,020 DEBUG [FileChangeWatcher-hbase_test_ca15117476479139658580.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4881716022997956539.p12 2024-11-28T01:12:44,020 DEBUG [FileChangeWatcher-hbase_test_ca15117476479139658580.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4881716022997956539.p12 2024-11-28T01:12:44,020 INFO [FileChangeWatcher-hbase_test_key4881716022997956539.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4881716022997956539.p12 2024-11-28T01:12:44,020 INFO [FileChangeWatcher-hbase_test_key4881716022997956539.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4881716022997956539.p12 2024-11-28T01:12:44,020 DEBUG [FileChangeWatcher-hbase_test_ca15117476479139658580.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4881716022997956539.p12 2024-11-28T01:12:44,020 DEBUG [FileChangeWatcher-hbase_test_key4881716022997956539.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15117476479139658580.p12 2024-11-28T01:12:44,020 DEBUG [FileChangeWatcher-hbase_test_ca15117476479139658580.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4881716022997956539.p12 2024-11-28T01:12:44,020 DEBUG [FileChangeWatcher-hbase_test_key4881716022997956539.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15117476479139658580.p12 2024-11-28T01:12:44,020 DEBUG [FileChangeWatcher-hbase_test_ca15117476479139658580.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15117476479139658580.p12 2024-11-28T01:12:44,020 DEBUG [FileChangeWatcher-hbase_test_key4881716022997956539.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15117476479139658580.p12 2024-11-28T01:12:44,020 DEBUG [FileChangeWatcher-hbase_test_ca15117476479139658580.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15117476479139658580.p12 2024-11-28T01:12:44,020 DEBUG [FileChangeWatcher-hbase_test_key4881716022997956539.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15117476479139658580.p12 2024-11-28T01:12:44,020 INFO [FileChangeWatcher-hbase_test_ca15117476479139658580.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15117476479139658580.p12 2024-11-28T01:12:44,020 INFO [FileChangeWatcher-hbase_test_ca15117476479139658580.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15117476479139658580.p12 2024-11-28T01:12:44,035 DEBUG [FileChangeWatcher-hbase_test_ca15117476479139658580.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15117476479139658580.p12 2024-11-28T01:12:44,035 DEBUG [FileChangeWatcher-hbase_test_key4881716022997956539.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15117476479139658580.p12 2024-11-28T01:12:44,035 DEBUG [FileChangeWatcher-hbase_test_ca15117476479139658580.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15117476479139658580.p12 2024-11-28T01:12:44,035 DEBUG [FileChangeWatcher-hbase_test_key4881716022997956539.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15117476479139658580.p12 2024-11-28T01:12:44,035 INFO [FileChangeWatcher-hbase_test_ca15117476479139658580.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15117476479139658580.p12 2024-11-28T01:12:44,035 DEBUG [FileChangeWatcher-hbase_test_key4881716022997956539.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15117476479139658580.p12 2024-11-28T01:12:44,035 INFO [FileChangeWatcher-hbase_test_ca15117476479139658580.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15117476479139658580.p12 2024-11-28T01:12:44,035 DEBUG [FileChangeWatcher-hbase_test_key4881716022997956539.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15117476479139658580.p12 2024-11-28T01:12:44,035 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,35631,0 is dead - stopping the connection localhost:35631/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-28T01:12:44,035 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T01:12:44,036 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:44,065 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:44,066 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T01:12:44,081 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:44,095 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:44,096 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfa7d19d8, L:/127.0.0.1:35631 - R:/127.0.0.1:58952] 2024-11-28T01:12:44,132 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58952, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T01:12:44,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:12:44,134 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35631 2024-11-28T01:12:44,134 DEBUG [FileChangeWatcher-hbase_test_key4881716022997956539.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4881716022997956539.p12 was interrupted and is shutting down... 2024-11-28T01:12:44,134 DEBUG [FileChangeWatcher-hbase_test_ca15117476479139658580.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15117476479139658580.p12 was interrupted and is shutting down... 2024-11-28T01:12:44,134 DEBUG [FileChangeWatcher-hbase_test_ca15117476479139658580.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15117476479139658580.p12 was interrupted and is shutting down... 2024-11-28T01:12:44,134 DEBUG [FileChangeWatcher-hbase_test_key4881716022997956539.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4881716022997956539.p12 was interrupted and is shutting down... 2024-11-28T01:12:44,134 INFO [FileChangeWatcher-hbase_test_key4881716022997956539.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4881716022997956539.p12 thread finished 2024-11-28T01:12:44,134 INFO [FileChangeWatcher-hbase_test_ca15117476479139658580.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15117476479139658580.p12 thread finished 2024-11-28T01:12:44,134 INFO [FileChangeWatcher-hbase_test_key4881716022997956539.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4881716022997956539.p12 thread finished 2024-11-28T01:12:44,134 INFO [FileChangeWatcher-hbase_test_ca15117476479139658580.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15117476479139658580.p12 thread finished 2024-11-28T01:12:44,141 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35 (was 35), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=252 (was 252), ProcessCount=11 (was 11), AvailableMemoryMB=5103 (was 5126) 2024-11-28T01:12:44,147 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=252, ProcessCount=11, AvailableMemoryMB=5103 2024-11-28T01:12:44,148 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T01:12:44,148 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41375 2024-11-28T01:12:44,148 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T01:12:44,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79cc1ba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:12:44,149 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T01:12:44,150 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:44,179 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:44,180 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:44,180 INFO [FileChangeWatcher-hbase_test_key4881716022997956539.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4881716022997956539.p12 thread started 2024-11-28T01:12:44,180 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:44,181 INFO [FileChangeWatcher-hbase_test_ca15117476479139658580.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15117476479139658580.p12 thread started 2024-11-28T01:12:44,181 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T01:12:44,196 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:44,210 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:44,211 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:44,211 INFO [FileChangeWatcher-hbase_test_key4881716022997956539.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4881716022997956539.p12 thread started 2024-11-28T01:12:44,211 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:44,212 INFO [FileChangeWatcher-hbase_test_ca15117476479139658580.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15117476479139658580.p12 thread started 2024-11-28T01:12:44,212 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x266290ac, L:/127.0.0.1:41375 - R:/127.0.0.1:60584] 2024-11-28T01:12:44,246 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60584, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T01:12:44,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:12:44,248 DEBUG [FileChangeWatcher-hbase_test_ca15117476479139658580.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15117476479139658580.p12 was interrupted and is shutting down... 2024-11-28T01:12:44,248 DEBUG [FileChangeWatcher-hbase_test_key4881716022997956539.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4881716022997956539.p12 was interrupted and is shutting down... 2024-11-28T01:12:44,249 INFO [FileChangeWatcher-hbase_test_ca15117476479139658580.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15117476479139658580.p12 thread finished 2024-11-28T01:12:44,249 INFO [FileChangeWatcher-hbase_test_key4881716022997956539.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4881716022997956539.p12 thread finished 2024-11-28T01:12:44,254 DEBUG [FileChangeWatcher-hbase_test_key4881716022997956539.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4881716022997956539.p12 2024-11-28T01:12:44,254 DEBUG [FileChangeWatcher-hbase_test_ca15117476479139658580.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4881716022997956539.p12 2024-11-28T01:12:44,254 DEBUG [FileChangeWatcher-hbase_test_ca15117476479139658580.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4881716022997956539.p12 2024-11-28T01:12:44,254 INFO [FileChangeWatcher-hbase_test_key4881716022997956539.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4881716022997956539.p12 2024-11-28T01:12:44,284 DEBUG [FileChangeWatcher-hbase_test_key4881716022997956539.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4881716022997956539.p12 2024-11-28T01:12:44,284 DEBUG [FileChangeWatcher-hbase_test_ca15117476479139658580.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4881716022997956539.p12 2024-11-28T01:12:44,284 INFO [FileChangeWatcher-hbase_test_key4881716022997956539.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4881716022997956539.p12 2024-11-28T01:12:44,284 DEBUG [FileChangeWatcher-hbase_test_ca15117476479139658580.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4881716022997956539.p12 2024-11-28T01:12:44,285 DEBUG [FileChangeWatcher-hbase_test_key4881716022997956539.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15117476479139658580.p12 2024-11-28T01:12:44,285 DEBUG [FileChangeWatcher-hbase_test_ca15117476479139658580.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15117476479139658580.p12 2024-11-28T01:12:44,285 DEBUG [FileChangeWatcher-hbase_test_key4881716022997956539.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15117476479139658580.p12 2024-11-28T01:12:44,285 INFO [FileChangeWatcher-hbase_test_ca15117476479139658580.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15117476479139658580.p12 2024-11-28T01:12:44,299 DEBUG [FileChangeWatcher-hbase_test_ca15117476479139658580.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15117476479139658580.p12 2024-11-28T01:12:44,299 DEBUG [FileChangeWatcher-hbase_test_key4881716022997956539.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15117476479139658580.p12 2024-11-28T01:12:44,299 INFO [FileChangeWatcher-hbase_test_ca15117476479139658580.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15117476479139658580.p12 2024-11-28T01:12:44,299 DEBUG [FileChangeWatcher-hbase_test_key4881716022997956539.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15117476479139658580.p12 2024-11-28T01:12:44,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df7309a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:12:44,300 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T01:12:44,301 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:44,343 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:44,343 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:44,344 INFO [FileChangeWatcher-hbase_test_key4881716022997956539.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4881716022997956539.p12 thread started 2024-11-28T01:12:44,344 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:44,344 INFO [FileChangeWatcher-hbase_test_ca15117476479139658580.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15117476479139658580.p12 thread started 2024-11-28T01:12:44,344 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T01:12:44,359 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:44,374 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:44,374 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe3f5af74, L:/127.0.0.1:41375 - R:/127.0.0.1:60586] 2024-11-28T01:12:44,412 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60586, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T01:12:44,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:12:44,414 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41375 2024-11-28T01:12:44,414 DEBUG [FileChangeWatcher-hbase_test_key4881716022997956539.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4881716022997956539.p12 was interrupted and is shutting down... 2024-11-28T01:12:44,414 DEBUG [FileChangeWatcher-hbase_test_ca15117476479139658580.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15117476479139658580.p12 was interrupted and is shutting down... 2024-11-28T01:12:44,414 DEBUG [FileChangeWatcher-hbase_test_key4881716022997956539.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4881716022997956539.p12 was interrupted and is shutting down... 2024-11-28T01:12:44,414 DEBUG [FileChangeWatcher-hbase_test_ca15117476479139658580.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15117476479139658580.p12 was interrupted and is shutting down... 2024-11-28T01:12:44,414 INFO [FileChangeWatcher-hbase_test_ca15117476479139658580.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15117476479139658580.p12 thread finished 2024-11-28T01:12:44,414 INFO [FileChangeWatcher-hbase_test_key4881716022997956539.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4881716022997956539.p12 thread finished 2024-11-28T01:12:44,414 INFO [FileChangeWatcher-hbase_test_ca15117476479139658580.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15117476479139658580.p12 thread finished 2024-11-28T01:12:44,414 INFO [FileChangeWatcher-hbase_test_key4881716022997956539.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4881716022997956539.p12 thread finished 2024-11-28T01:12:44,422 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35 (was 35), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=252 (was 252), ProcessCount=11 (was 11), AvailableMemoryMB=5104 (was 5103) - AvailableMemoryMB LEAK? - 2024-11-28T01:12:44,429 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=252, ProcessCount=11, AvailableMemoryMB=5103 2024-11-28T01:12:44,838 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T01:12:44,839 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45267 2024-11-28T01:12:44,839 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T01:12:44,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bfc3b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:12:44,840 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T01:12:44,840 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:45,166 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:45,167 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:45,167 INFO [FileChangeWatcher-hbase_test_key17457682882213536453.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17457682882213536453.bcfks thread started 2024-11-28T01:12:45,167 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:45,168 INFO [FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks thread started 2024-11-28T01:12:45,168 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T01:12:45,331 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:45,496 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:45,496 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:45,497 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:45,497 INFO [FileChangeWatcher-hbase_test_key17457682882213536453.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17457682882213536453.bcfks thread started 2024-11-28T01:12:45,497 INFO [FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks thread started 2024-11-28T01:12:45,497 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8d10d3d6, L:/127.0.0.1:45267 - R:/127.0.0.1:56904] 2024-11-28T01:12:45,720 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56904, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T01:12:45,731 DEBUG [FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17457682882213536453.bcfks 2024-11-28T01:12:45,731 DEBUG [FileChangeWatcher-hbase_test_key17457682882213536453.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17457682882213536453.bcfks 2024-11-28T01:12:45,731 DEBUG [FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17457682882213536453.bcfks 2024-11-28T01:12:45,731 DEBUG [FileChangeWatcher-hbase_test_key17457682882213536453.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17457682882213536453.bcfks 2024-11-28T01:12:45,732 DEBUG [FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17457682882213536453.bcfks 2024-11-28T01:12:45,732 INFO [FileChangeWatcher-hbase_test_key17457682882213536453.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17457682882213536453.bcfks 2024-11-28T01:12:45,732 DEBUG [FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17457682882213536453.bcfks 2024-11-28T01:12:45,732 INFO [FileChangeWatcher-hbase_test_key17457682882213536453.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17457682882213536453.bcfks 2024-11-28T01:12:45,992 DEBUG [FileChangeWatcher-hbase_test_key17457682882213536453.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17457682882213536453.bcfks 2024-11-28T01:12:45,992 DEBUG [FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17457682882213536453.bcfks 2024-11-28T01:12:45,992 DEBUG [FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17457682882213536453.bcfks 2024-11-28T01:12:45,992 DEBUG [FileChangeWatcher-hbase_test_key17457682882213536453.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17457682882213536453.bcfks 2024-11-28T01:12:45,992 INFO [FileChangeWatcher-hbase_test_key17457682882213536453.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17457682882213536453.bcfks 2024-11-28T01:12:45,992 DEBUG [FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17457682882213536453.bcfks 2024-11-28T01:12:45,992 INFO [FileChangeWatcher-hbase_test_key17457682882213536453.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17457682882213536453.bcfks 2024-11-28T01:12:45,992 DEBUG [FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17457682882213536453.bcfks 2024-11-28T01:12:45,992 DEBUG [FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12255280822146608829.bcfks 2024-11-28T01:12:45,992 DEBUG [FileChangeWatcher-hbase_test_key17457682882213536453.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12255280822146608829.bcfks 2024-11-28T01:12:45,992 DEBUG [FileChangeWatcher-hbase_test_key17457682882213536453.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12255280822146608829.bcfks 2024-11-28T01:12:45,992 DEBUG [FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12255280822146608829.bcfks 2024-11-28T01:12:45,992 INFO [FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12255280822146608829.bcfks 2024-11-28T01:12:45,992 DEBUG [FileChangeWatcher-hbase_test_key17457682882213536453.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12255280822146608829.bcfks 2024-11-28T01:12:45,992 INFO [FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12255280822146608829.bcfks 2024-11-28T01:12:45,992 DEBUG [FileChangeWatcher-hbase_test_key17457682882213536453.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12255280822146608829.bcfks 2024-11-28T01:12:46,155 DEBUG [FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12255280822146608829.bcfks 2024-11-28T01:12:46,155 DEBUG [FileChangeWatcher-hbase_test_key17457682882213536453.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12255280822146608829.bcfks 2024-11-28T01:12:46,155 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,45267,0 is dead - stopping the connection localhost:45267/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-28T01:12:46,155 DEBUG [FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12255280822146608829.bcfks 2024-11-28T01:12:46,155 DEBUG [FileChangeWatcher-hbase_test_key17457682882213536453.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12255280822146608829.bcfks 2024-11-28T01:12:46,155 DEBUG [FileChangeWatcher-hbase_test_key17457682882213536453.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12255280822146608829.bcfks 2024-11-28T01:12:46,155 INFO [FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12255280822146608829.bcfks 2024-11-28T01:12:46,155 DEBUG [FileChangeWatcher-hbase_test_key17457682882213536453.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12255280822146608829.bcfks 2024-11-28T01:12:46,155 INFO [FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12255280822146608829.bcfks 2024-11-28T01:12:46,155 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T01:12:46,156 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:46,482 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:46,483 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T01:12:46,659 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:46,822 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:46,823 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x299c360b, L:/127.0.0.1:45267 - R:/127.0.0.1:56914] 2024-11-28T01:12:47,004 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56914, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T01:12:47,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:12:47,005 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45267 2024-11-28T01:12:47,005 DEBUG [FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks was interrupted and is shutting down... 2024-11-28T01:12:47,005 DEBUG [FileChangeWatcher-hbase_test_key17457682882213536453.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17457682882213536453.bcfks was interrupted and is shutting down... 2024-11-28T01:12:47,006 DEBUG [FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks was interrupted and is shutting down... 2024-11-28T01:12:47,006 DEBUG [FileChangeWatcher-hbase_test_key17457682882213536453.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17457682882213536453.bcfks was interrupted and is shutting down... 2024-11-28T01:12:47,006 INFO [FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks thread finished 2024-11-28T01:12:47,006 INFO [FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks thread finished 2024-11-28T01:12:47,006 INFO [FileChangeWatcher-hbase_test_key17457682882213536453.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17457682882213536453.bcfks thread finished 2024-11-28T01:12:47,013 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=252 (was 252), ProcessCount=11 (was 11), AvailableMemoryMB=5105 (was 5103) - AvailableMemoryMB LEAK? - 2024-11-28T01:12:47,020 INFO [FileChangeWatcher-hbase_test_key17457682882213536453.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17457682882213536453.bcfks thread finished 2024-11-28T01:12:47,020 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=252, ProcessCount=11, AvailableMemoryMB=5105 2024-11-28T01:12:47,021 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T01:12:47,022 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44515 2024-11-28T01:12:47,022 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T01:12:47,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a5afe44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:12:47,023 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T01:12:47,023 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:47,351 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:47,352 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:47,352 INFO [FileChangeWatcher-hbase_test_key17457682882213536453.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17457682882213536453.bcfks thread started 2024-11-28T01:12:47,352 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:47,353 INFO [FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks thread started 2024-11-28T01:12:47,353 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T01:12:47,518 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:47,683 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:47,683 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:47,684 INFO [FileChangeWatcher-hbase_test_key17457682882213536453.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17457682882213536453.bcfks thread started 2024-11-28T01:12:47,684 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:47,684 INFO [FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks thread started 2024-11-28T01:12:47,684 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb62b5811, L:/127.0.0.1:44515 - R:/127.0.0.1:33600] 2024-11-28T01:12:47,862 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33600, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T01:12:47,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:12:47,865 DEBUG [FileChangeWatcher-hbase_test_key17457682882213536453.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17457682882213536453.bcfks was interrupted and is shutting down... 2024-11-28T01:12:47,865 DEBUG [FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks was interrupted and is shutting down... 2024-11-28T01:12:47,865 INFO [FileChangeWatcher-hbase_test_key17457682882213536453.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17457682882213536453.bcfks thread finished 2024-11-28T01:12:47,865 INFO [FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks thread finished 2024-11-28T01:12:47,872 DEBUG [FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17457682882213536453.bcfks 2024-11-28T01:12:47,872 DEBUG [FileChangeWatcher-hbase_test_key17457682882213536453.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17457682882213536453.bcfks 2024-11-28T01:12:47,873 DEBUG [FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17457682882213536453.bcfks 2024-11-28T01:12:47,873 INFO [FileChangeWatcher-hbase_test_key17457682882213536453.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17457682882213536453.bcfks 2024-11-28T01:12:48,117 DEBUG [FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17457682882213536453.bcfks 2024-11-28T01:12:48,117 DEBUG [FileChangeWatcher-hbase_test_key17457682882213536453.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17457682882213536453.bcfks 2024-11-28T01:12:48,117 DEBUG [FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17457682882213536453.bcfks 2024-11-28T01:12:48,117 INFO [FileChangeWatcher-hbase_test_key17457682882213536453.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17457682882213536453.bcfks 2024-11-28T01:12:48,117 DEBUG [FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12255280822146608829.bcfks 2024-11-28T01:12:48,118 INFO [FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12255280822146608829.bcfks 2024-11-28T01:12:48,118 DEBUG [FileChangeWatcher-hbase_test_key17457682882213536453.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12255280822146608829.bcfks 2024-11-28T01:12:48,118 DEBUG [FileChangeWatcher-hbase_test_key17457682882213536453.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12255280822146608829.bcfks 2024-11-28T01:12:48,279 DEBUG [FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12255280822146608829.bcfks 2024-11-28T01:12:48,279 DEBUG [FileChangeWatcher-hbase_test_key17457682882213536453.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12255280822146608829.bcfks 2024-11-28T01:12:48,280 INFO [FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12255280822146608829.bcfks 2024-11-28T01:12:48,280 DEBUG [FileChangeWatcher-hbase_test_key17457682882213536453.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12255280822146608829.bcfks 2024-11-28T01:12:48,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b0b35ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:12:48,280 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T01:12:48,281 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:48,607 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:48,608 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:48,608 INFO [FileChangeWatcher-hbase_test_key17457682882213536453.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17457682882213536453.bcfks thread started 2024-11-28T01:12:48,608 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/75277777-b5ce-4917-1542-a48b9100f6ce/TestNettyTLSIPCFileWatcher 2024-11-28T01:12:48,609 INFO [FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks thread started 2024-11-28T01:12:48,609 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T01:12:48,772 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T01:12:48,936 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T01:12:48,936 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6af84091, L:/127.0.0.1:44515 - R:/127.0.0.1:33612] 2024-11-28T01:12:49,116 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33612, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T01:12:49,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:12:49,118 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44515 2024-11-28T01:12:49,118 DEBUG [FileChangeWatcher-hbase_test_key17457682882213536453.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17457682882213536453.bcfks was interrupted and is shutting down... 2024-11-28T01:12:49,118 DEBUG [FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks was interrupted and is shutting down... 2024-11-28T01:12:49,118 DEBUG [FileChangeWatcher-hbase_test_key17457682882213536453.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17457682882213536453.bcfks was interrupted and is shutting down... 2024-11-28T01:12:49,118 DEBUG [FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks was interrupted and is shutting down... 2024-11-28T01:12:49,118 INFO [FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks thread finished 2024-11-28T01:12:49,118 INFO [FileChangeWatcher-hbase_test_key17457682882213536453.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17457682882213536453.bcfks thread finished 2024-11-28T01:12:49,125 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=248 (was 252), ProcessCount=11 (was 11), AvailableMemoryMB=5103 (was 5105) 2024-11-28T01:12:49,132 INFO [FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12255280822146608829.bcfks thread finished 2024-11-28T01:12:49,132 INFO [FileChangeWatcher-hbase_test_key17457682882213536453.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17457682882213536453.bcfks thread finished