2024-11-14 03:27:19,700 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-14 03:27:19,717 main DEBUG Took 0.013622 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 03:27:19,717 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 03:27:19,717 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 03:27:19,719 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 03:27:19,720 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 03:27:19,732 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 03:27:19,747 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 03:27:19,749 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 03:27:19,750 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 03:27:19,750 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 03:27:19,751 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 03:27:19,752 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 03:27:19,753 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 03:27:19,753 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 03:27:19,754 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 03:27:19,755 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 03:27:19,756 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 03:27:19,757 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 03:27:19,760 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 03:27:19,761 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 03:27:19,761 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 03:27:19,762 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 03:27:19,763 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 03:27:19,763 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 03:27:19,764 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 03:27:19,765 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 03:27:19,765 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 03:27:19,766 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 03:27:19,767 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 03:27:19,768 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 03:27:19,768 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 03:27:19,769 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 03:27:19,771 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 03:27:19,773 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 03:27:19,776 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 03:27:19,777 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 03:27:19,780 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 03:27:19,781 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 03:27:19,793 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 03:27:19,797 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 03:27:19,800 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 03:27:19,801 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 03:27:19,801 main DEBUG createAppenders(={Console}) 2024-11-14 03:27:19,803 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-14 03:27:19,803 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-14 03:27:19,803 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-14 03:27:19,804 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 03:27:19,805 main DEBUG OutputStream closed 2024-11-14 03:27:19,805 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 03:27:19,806 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 03:27:19,807 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-14 03:27:19,928 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 03:27:19,932 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 03:27:19,934 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 03:27:19,936 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 03:27:19,937 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 03:27:19,938 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 03:27:19,939 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 03:27:19,939 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 03:27:19,940 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 03:27:19,941 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 03:27:19,941 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 03:27:19,942 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 03:27:19,945 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 03:27:19,946 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 03:27:19,946 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 03:27:19,947 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 03:27:19,947 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 03:27:19,948 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 03:27:19,953 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 03:27:19,954 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-14 03:27:19,954 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 03:27:19,957 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-14T03:27:19,980 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-14 03:27:19,985 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 03:27:19,985 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T03:27:20,643 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T03:27:21,610 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=317, ProcessCount=11, AvailableMemoryMB=6444 2024-11-14T03:27:22,665 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T03:27:22,724 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T03:27:22,742 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T03:27:22,759 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T03:27:22,852 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:27:22,893 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 49225 (auto-detected) 2024-11-14T03:27:22,895 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-14T03:27:22,924 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41063 2024-11-14T03:27:22,929 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T03:27:22,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:27:22,977 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T03:27:22,977 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T03:27:23,453 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T03:27:23,536 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:23,619 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:23,783 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:23,798 INFO [FileChangeWatcher-hbase_test_key11153699464357246069.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11153699464357246069.jks thread started 2024-11-14T03:27:23,799 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:23,823 INFO [FileChangeWatcher-hbase_test_ca107667345421615387.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca107667345421615387.jks thread started 2024-11-14T03:27:23,833 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T03:27:23,921 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:23,950 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:24,056 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:24,059 INFO [FileChangeWatcher-hbase_test_key11153699464357246069.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11153699464357246069.jks thread started 2024-11-14T03:27:24,063 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:24,067 INFO [FileChangeWatcher-hbase_test_ca107667345421615387.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca107667345421615387.jks thread started 2024-11-14T03:27:24,069 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xcc38ea34, L:/127.0.0.1:41063 - R:/127.0.0.1:45052] 2024-11-14T03:27:24,232 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45052, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T03:27:24,599 DEBUG [FileChangeWatcher-hbase_test_ca107667345421615387.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11153699464357246069.jks 2024-11-14T03:27:24,599 DEBUG [FileChangeWatcher-hbase_test_key11153699464357246069.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11153699464357246069.jks 2024-11-14T03:27:24,599 DEBUG [FileChangeWatcher-hbase_test_ca107667345421615387.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11153699464357246069.jks 2024-11-14T03:27:24,599 DEBUG [FileChangeWatcher-hbase_test_ca107667345421615387.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11153699464357246069.jks 2024-11-14T03:27:24,599 DEBUG [FileChangeWatcher-hbase_test_key11153699464357246069.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11153699464357246069.jks 2024-11-14T03:27:24,600 INFO [FileChangeWatcher-hbase_test_key11153699464357246069.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11153699464357246069.jks 2024-11-14T03:27:24,600 DEBUG [FileChangeWatcher-hbase_test_ca107667345421615387.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11153699464357246069.jks 2024-11-14T03:27:24,600 INFO [FileChangeWatcher-hbase_test_key11153699464357246069.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11153699464357246069.jks 2024-11-14T03:27:24,625 DEBUG [FileChangeWatcher-hbase_test_key11153699464357246069.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11153699464357246069.jks 2024-11-14T03:27:24,625 DEBUG [FileChangeWatcher-hbase_test_key11153699464357246069.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11153699464357246069.jks 2024-11-14T03:27:24,625 DEBUG [FileChangeWatcher-hbase_test_ca107667345421615387.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11153699464357246069.jks 2024-11-14T03:27:24,625 DEBUG [FileChangeWatcher-hbase_test_ca107667345421615387.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11153699464357246069.jks 2024-11-14T03:27:24,625 INFO [FileChangeWatcher-hbase_test_key11153699464357246069.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11153699464357246069.jks 2024-11-14T03:27:24,625 INFO [FileChangeWatcher-hbase_test_key11153699464357246069.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11153699464357246069.jks 2024-11-14T03:27:24,625 DEBUG [FileChangeWatcher-hbase_test_ca107667345421615387.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11153699464357246069.jks 2024-11-14T03:27:24,626 DEBUG [FileChangeWatcher-hbase_test_ca107667345421615387.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca107667345421615387.jks 2024-11-14T03:27:24,626 DEBUG [FileChangeWatcher-hbase_test_key11153699464357246069.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca107667345421615387.jks 2024-11-14T03:27:24,626 DEBUG [FileChangeWatcher-hbase_test_key11153699464357246069.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca107667345421615387.jks 2024-11-14T03:27:24,626 INFO [FileChangeWatcher-hbase_test_ca107667345421615387.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca107667345421615387.jks 2024-11-14T03:27:24,626 DEBUG [FileChangeWatcher-hbase_test_key11153699464357246069.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca107667345421615387.jks 2024-11-14T03:27:24,626 DEBUG [FileChangeWatcher-hbase_test_key11153699464357246069.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca107667345421615387.jks 2024-11-14T03:27:24,626 DEBUG [FileChangeWatcher-hbase_test_ca107667345421615387.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11153699464357246069.jks 2024-11-14T03:27:24,626 DEBUG [FileChangeWatcher-hbase_test_ca107667345421615387.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca107667345421615387.jks 2024-11-14T03:27:24,627 INFO [FileChangeWatcher-hbase_test_ca107667345421615387.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca107667345421615387.jks 2024-11-14T03:27:24,639 DEBUG [FileChangeWatcher-hbase_test_ca107667345421615387.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca107667345421615387.jks 2024-11-14T03:27:24,639 DEBUG [FileChangeWatcher-hbase_test_key11153699464357246069.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca107667345421615387.jks 2024-11-14T03:27:24,639 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,41063,0 is dead - stopping the connection localhost:41063/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-14T03:27:24,639 INFO [FileChangeWatcher-hbase_test_ca107667345421615387.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca107667345421615387.jks 2024-11-14T03:27:24,639 DEBUG [FileChangeWatcher-hbase_test_key11153699464357246069.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca107667345421615387.jks 2024-11-14T03:27:24,639 DEBUG [FileChangeWatcher-hbase_test_key11153699464357246069.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca107667345421615387.jks 2024-11-14T03:27:24,640 DEBUG [FileChangeWatcher-hbase_test_key11153699464357246069.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca107667345421615387.jks 2024-11-14T03:27:24,640 DEBUG [FileChangeWatcher-hbase_test_ca107667345421615387.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca107667345421615387.jks 2024-11-14T03:27:24,640 INFO [FileChangeWatcher-hbase_test_ca107667345421615387.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca107667345421615387.jks 2024-11-14T03:27:24,640 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T03:27:24,643 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:24,681 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:24,682 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T03:27:24,700 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:24,723 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:24,724 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4cf81aa5, L:/127.0.0.1:41063 - R:/127.0.0.1:45054] 2024-11-14T03:27:24,777 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45054, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T03:27:24,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:27:24,780 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41063 2024-11-14T03:27:24,780 DEBUG [FileChangeWatcher-hbase_test_key11153699464357246069.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11153699464357246069.jks was interrupted and is shutting down... 2024-11-14T03:27:24,781 DEBUG [FileChangeWatcher-hbase_test_key11153699464357246069.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11153699464357246069.jks was interrupted and is shutting down... 2024-11-14T03:27:24,781 DEBUG [FileChangeWatcher-hbase_test_ca107667345421615387.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca107667345421615387.jks was interrupted and is shutting down... 2024-11-14T03:27:24,780 DEBUG [FileChangeWatcher-hbase_test_ca107667345421615387.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca107667345421615387.jks was interrupted and is shutting down... 2024-11-14T03:27:24,781 INFO [FileChangeWatcher-hbase_test_key11153699464357246069.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11153699464357246069.jks thread finished 2024-11-14T03:27:24,781 INFO [FileChangeWatcher-hbase_test_ca107667345421615387.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca107667345421615387.jks thread finished 2024-11-14T03:27:24,782 INFO [FileChangeWatcher-hbase_test_key11153699464357246069.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11153699464357246069.jks thread finished 2024-11-14T03:27:24,790 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca107667345421615387.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=317 (was 317), ProcessCount=11 (was 11), AvailableMemoryMB=6201 (was 6444) 2024-11-14T03:27:24,798 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=317, ProcessCount=11, AvailableMemoryMB=6198 2024-11-14T03:27:24,798 INFO [FileChangeWatcher-hbase_test_ca107667345421615387.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca107667345421615387.jks thread finished 2024-11-14T03:27:24,801 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:27:24,802 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38707 2024-11-14T03:27:24,802 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T03:27:24,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de698e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:27:24,804 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T03:27:24,805 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:24,846 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:24,847 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:24,848 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:24,848 INFO [FileChangeWatcher-hbase_test_key11153699464357246069.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11153699464357246069.jks thread started 2024-11-14T03:27:24,849 INFO [FileChangeWatcher-hbase_test_ca107667345421615387.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca107667345421615387.jks thread started 2024-11-14T03:27:24,849 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T03:27:24,875 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:24,892 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:24,892 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:24,893 INFO [FileChangeWatcher-hbase_test_key11153699464357246069.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11153699464357246069.jks thread started 2024-11-14T03:27:24,893 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:24,894 INFO [FileChangeWatcher-hbase_test_ca107667345421615387.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca107667345421615387.jks thread started 2024-11-14T03:27:24,894 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3f50c57e, L:/127.0.0.1:38707 - R:/127.0.0.1:40944] 2024-11-14T03:27:24,941 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40944, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T03:27:24,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:27:24,944 DEBUG [FileChangeWatcher-hbase_test_ca107667345421615387.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca107667345421615387.jks was interrupted and is shutting down... 2024-11-14T03:27:24,945 INFO [FileChangeWatcher-hbase_test_ca107667345421615387.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca107667345421615387.jks thread finished 2024-11-14T03:27:24,952 DEBUG [FileChangeWatcher-hbase_test_key11153699464357246069.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11153699464357246069.jks was interrupted and is shutting down... 2024-11-14T03:27:24,953 INFO [FileChangeWatcher-hbase_test_key11153699464357246069.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11153699464357246069.jks thread finished 2024-11-14T03:27:25,133 DEBUG [FileChangeWatcher-hbase_test_ca107667345421615387.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11153699464357246069.jks 2024-11-14T03:27:25,133 DEBUG [FileChangeWatcher-hbase_test_ca107667345421615387.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11153699464357246069.jks 2024-11-14T03:27:25,134 DEBUG [FileChangeWatcher-hbase_test_key11153699464357246069.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11153699464357246069.jks 2024-11-14T03:27:25,134 INFO [FileChangeWatcher-hbase_test_key11153699464357246069.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11153699464357246069.jks 2024-11-14T03:27:25,175 DEBUG [FileChangeWatcher-hbase_test_ca107667345421615387.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11153699464357246069.jks 2024-11-14T03:27:25,175 DEBUG [FileChangeWatcher-hbase_test_ca107667345421615387.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11153699464357246069.jks 2024-11-14T03:27:25,176 DEBUG [FileChangeWatcher-hbase_test_ca107667345421615387.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca107667345421615387.jks 2024-11-14T03:27:25,176 INFO [FileChangeWatcher-hbase_test_ca107667345421615387.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca107667345421615387.jks 2024-11-14T03:27:25,176 DEBUG [FileChangeWatcher-hbase_test_key11153699464357246069.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11153699464357246069.jks 2024-11-14T03:27:25,176 INFO [FileChangeWatcher-hbase_test_key11153699464357246069.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11153699464357246069.jks 2024-11-14T03:27:25,177 DEBUG [FileChangeWatcher-hbase_test_key11153699464357246069.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca107667345421615387.jks 2024-11-14T03:27:25,177 DEBUG [FileChangeWatcher-hbase_test_key11153699464357246069.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca107667345421615387.jks 2024-11-14T03:27:25,200 DEBUG [FileChangeWatcher-hbase_test_ca107667345421615387.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca107667345421615387.jks 2024-11-14T03:27:25,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@278ee822, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:27:25,201 INFO [FileChangeWatcher-hbase_test_ca107667345421615387.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca107667345421615387.jks 2024-11-14T03:27:25,201 DEBUG [FileChangeWatcher-hbase_test_key11153699464357246069.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca107667345421615387.jks 2024-11-14T03:27:25,201 DEBUG [FileChangeWatcher-hbase_test_key11153699464357246069.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca107667345421615387.jks 2024-11-14T03:27:25,201 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T03:27:25,203 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:25,255 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:25,255 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:25,258 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:25,258 INFO [FileChangeWatcher-hbase_test_key11153699464357246069.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11153699464357246069.jks thread started 2024-11-14T03:27:25,263 INFO [FileChangeWatcher-hbase_test_ca107667345421615387.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca107667345421615387.jks thread started 2024-11-14T03:27:25,263 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T03:27:25,289 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:25,315 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:25,316 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x684312e3, L:/127.0.0.1:38707 - R:/127.0.0.1:40950] 2024-11-14T03:27:25,388 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40950, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T03:27:25,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:27:25,392 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38707 2024-11-14T03:27:25,392 DEBUG [FileChangeWatcher-hbase_test_key11153699464357246069.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11153699464357246069.jks was interrupted and is shutting down... 2024-11-14T03:27:25,393 DEBUG [FileChangeWatcher-hbase_test_ca107667345421615387.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca107667345421615387.jks was interrupted and is shutting down... 2024-11-14T03:27:25,393 DEBUG [FileChangeWatcher-hbase_test_ca107667345421615387.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca107667345421615387.jks was interrupted and is shutting down... 2024-11-14T03:27:25,393 DEBUG [FileChangeWatcher-hbase_test_key11153699464357246069.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11153699464357246069.jks was interrupted and is shutting down... 2024-11-14T03:27:25,393 INFO [FileChangeWatcher-hbase_test_key11153699464357246069.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11153699464357246069.jks thread finished 2024-11-14T03:27:25,393 INFO [FileChangeWatcher-hbase_test_key11153699464357246069.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11153699464357246069.jks thread finished 2024-11-14T03:27:25,396 INFO [FileChangeWatcher-hbase_test_ca107667345421615387.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca107667345421615387.jks thread finished 2024-11-14T03:27:25,415 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 23) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 app//org.apache.hadoop.hbase.ipc.BlockingRpcCallback.run(BlockingRpcCallback.java:49) app//org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) app//org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) app//org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) app//org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) app//org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) app//org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) app//org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) app//org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) app//org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) app//org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) app//org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) app//org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) app//org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) app//org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) app//org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) app//org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) app//org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) app//org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) app//org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) app//org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) app//org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) app//org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=328 (was 327) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=340 (was 317) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6071 (was 6198) 2024-11-14T03:27:25,419 INFO [FileChangeWatcher-hbase_test_ca107667345421615387.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca107667345421615387.jks thread finished 2024-11-14T03:27:25,431 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=340, ProcessCount=11, AvailableMemoryMB=6071 2024-11-14T03:27:25,550 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:27:25,555 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36283 2024-11-14T03:27:25,555 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T03:27:25,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@106e0680, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:27:25,556 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T03:27:25,558 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:25,577 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:25,580 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:25,583 INFO [FileChangeWatcher-hbase_test_key3503678895261448513.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3503678895261448513.pem thread started 2024-11-14T03:27:25,587 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:25,591 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T03:27:25,595 INFO [FileChangeWatcher-hbase_test_ca7457745261650289622.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7457745261650289622.pem thread started 2024-11-14T03:27:25,605 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:25,605 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:25,606 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:25,607 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:25,607 INFO [FileChangeWatcher-hbase_test_key3503678895261448513.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3503678895261448513.pem thread started 2024-11-14T03:27:25,607 INFO [FileChangeWatcher-hbase_test_ca7457745261650289622.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7457745261650289622.pem thread started 2024-11-14T03:27:25,607 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9c7d49c3, L:/127.0.0.1:36283 - R:/127.0.0.1:47246] 2024-11-14T03:27:25,637 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47246, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T03:27:25,834 DEBUG [FileChangeWatcher-hbase_test_ca7457745261650289622.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3503678895261448513.pem 2024-11-14T03:27:25,834 DEBUG [FileChangeWatcher-hbase_test_ca7457745261650289622.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3503678895261448513.pem 2024-11-14T03:27:25,834 DEBUG [FileChangeWatcher-hbase_test_key3503678895261448513.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3503678895261448513.pem 2024-11-14T03:27:25,834 DEBUG [FileChangeWatcher-hbase_test_key3503678895261448513.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3503678895261448513.pem 2024-11-14T03:27:25,834 INFO [FileChangeWatcher-hbase_test_key3503678895261448513.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3503678895261448513.pem 2024-11-14T03:27:25,835 INFO [FileChangeWatcher-hbase_test_key3503678895261448513.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3503678895261448513.pem 2024-11-14T03:27:25,835 DEBUG [FileChangeWatcher-hbase_test_ca7457745261650289622.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3503678895261448513.pem 2024-11-14T03:27:25,835 DEBUG [FileChangeWatcher-hbase_test_key3503678895261448513.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3503678895261448513.pem 2024-11-14T03:27:25,835 DEBUG [FileChangeWatcher-hbase_test_key3503678895261448513.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3503678895261448513.pem 2024-11-14T03:27:25,835 DEBUG [FileChangeWatcher-hbase_test_ca7457745261650289622.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3503678895261448513.pem 2024-11-14T03:27:25,835 INFO [FileChangeWatcher-hbase_test_key3503678895261448513.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3503678895261448513.pem 2024-11-14T03:27:25,835 DEBUG [FileChangeWatcher-hbase_test_ca7457745261650289622.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3503678895261448513.pem 2024-11-14T03:27:25,835 DEBUG [FileChangeWatcher-hbase_test_ca7457745261650289622.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3503678895261448513.pem 2024-11-14T03:27:25,835 INFO [FileChangeWatcher-hbase_test_key3503678895261448513.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3503678895261448513.pem 2024-11-14T03:27:25,858 DEBUG [FileChangeWatcher-hbase_test_key3503678895261448513.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7457745261650289622.pem 2024-11-14T03:27:25,858 DEBUG [FileChangeWatcher-hbase_test_ca7457745261650289622.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7457745261650289622.pem 2024-11-14T03:27:25,858 DEBUG [FileChangeWatcher-hbase_test_key3503678895261448513.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7457745261650289622.pem 2024-11-14T03:27:25,858 INFO [FileChangeWatcher-hbase_test_ca7457745261650289622.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7457745261650289622.pem 2024-11-14T03:27:25,858 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,36283,0 is dead - stopping the connection localhost:36283/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-14T03:27:25,858 DEBUG [FileChangeWatcher-hbase_test_ca7457745261650289622.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7457745261650289622.pem 2024-11-14T03:27:25,858 DEBUG [FileChangeWatcher-hbase_test_ca7457745261650289622.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7457745261650289622.pem 2024-11-14T03:27:25,858 INFO [FileChangeWatcher-hbase_test_ca7457745261650289622.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7457745261650289622.pem 2024-11-14T03:27:25,859 INFO [FileChangeWatcher-hbase_test_ca7457745261650289622.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7457745261650289622.pem 2024-11-14T03:27:25,859 DEBUG [FileChangeWatcher-hbase_test_ca7457745261650289622.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7457745261650289622.pem 2024-11-14T03:27:25,859 INFO [FileChangeWatcher-hbase_test_ca7457745261650289622.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7457745261650289622.pem 2024-11-14T03:27:25,859 DEBUG [FileChangeWatcher-hbase_test_key3503678895261448513.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7457745261650289622.pem 2024-11-14T03:27:25,859 DEBUG [FileChangeWatcher-hbase_test_key3503678895261448513.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7457745261650289622.pem 2024-11-14T03:27:25,859 DEBUG [FileChangeWatcher-hbase_test_key3503678895261448513.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7457745261650289622.pem 2024-11-14T03:27:25,859 DEBUG [FileChangeWatcher-hbase_test_key3503678895261448513.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7457745261650289622.pem 2024-11-14T03:27:25,861 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T03:27:25,863 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:25,871 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:25,872 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T03:27:25,879 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:25,880 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:25,882 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf791ebdb, L:/127.0.0.1:36283 - R:/127.0.0.1:47254] 2024-11-14T03:27:25,910 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47254, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T03:27:25,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:27:25,914 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36283 2024-11-14T03:27:25,914 DEBUG [FileChangeWatcher-hbase_test_ca7457745261650289622.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7457745261650289622.pem was interrupted and is shutting down... 2024-11-14T03:27:25,914 DEBUG [FileChangeWatcher-hbase_test_key3503678895261448513.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3503678895261448513.pem was interrupted and is shutting down... 2024-11-14T03:27:25,914 DEBUG [FileChangeWatcher-hbase_test_key3503678895261448513.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3503678895261448513.pem was interrupted and is shutting down... 2024-11-14T03:27:25,915 DEBUG [FileChangeWatcher-hbase_test_ca7457745261650289622.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7457745261650289622.pem was interrupted and is shutting down... 2024-11-14T03:27:25,915 INFO [FileChangeWatcher-hbase_test_ca7457745261650289622.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7457745261650289622.pem thread finished 2024-11-14T03:27:25,915 INFO [FileChangeWatcher-hbase_test_ca7457745261650289622.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7457745261650289622.pem thread finished 2024-11-14T03:27:25,915 INFO [FileChangeWatcher-hbase_test_key3503678895261448513.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3503678895261448513.pem thread finished 2024-11-14T03:27:25,919 INFO [FileChangeWatcher-hbase_test_key3503678895261448513.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3503678895261448513.pem thread finished 2024-11-14T03:27:25,925 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=28 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key3503678895261448513.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FifoRpcScheduler.handler-pool-0 java.base@17.0.11/java.lang.Thread.currentThread(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.setCurrentBlocker(LockSupport.java:161) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1634) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=330 (was 327) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=340 (was 340), ProcessCount=11 (was 11), AvailableMemoryMB=6004 (was 6071) 2024-11-14T03:27:25,934 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=340, ProcessCount=11, AvailableMemoryMB=6003 2024-11-14T03:27:25,935 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:27:25,936 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36791 2024-11-14T03:27:25,936 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T03:27:25,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40e1f95a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:27:25,937 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T03:27:25,939 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:25,944 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:25,945 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:25,945 INFO [FileChangeWatcher-hbase_test_key3503678895261448513.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3503678895261448513.pem thread started 2024-11-14T03:27:25,945 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:25,947 INFO [FileChangeWatcher-hbase_test_ca7457745261650289622.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7457745261650289622.pem thread started 2024-11-14T03:27:25,947 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T03:27:25,951 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:25,952 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:25,953 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:25,954 INFO [FileChangeWatcher-hbase_test_key3503678895261448513.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3503678895261448513.pem thread started 2024-11-14T03:27:25,954 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:25,955 INFO [FileChangeWatcher-hbase_test_ca7457745261650289622.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7457745261650289622.pem thread started 2024-11-14T03:27:25,955 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1ac53df9, L:/127.0.0.1:36791 - R:/127.0.0.1:53434] 2024-11-14T03:27:25,974 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53434, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T03:27:25,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:27:25,977 DEBUG [FileChangeWatcher-hbase_test_ca7457745261650289622.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7457745261650289622.pem was interrupted and is shutting down... 2024-11-14T03:27:25,977 DEBUG [FileChangeWatcher-hbase_test_key3503678895261448513.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3503678895261448513.pem was interrupted and is shutting down... 2024-11-14T03:27:25,978 INFO [FileChangeWatcher-hbase_test_ca7457745261650289622.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7457745261650289622.pem thread finished 2024-11-14T03:27:25,979 INFO [FileChangeWatcher-hbase_test_key3503678895261448513.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3503678895261448513.pem thread finished 2024-11-14T03:27:26,147 DEBUG [FileChangeWatcher-hbase_test_ca7457745261650289622.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3503678895261448513.pem 2024-11-14T03:27:26,148 DEBUG [FileChangeWatcher-hbase_test_ca7457745261650289622.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3503678895261448513.pem 2024-11-14T03:27:26,148 DEBUG [FileChangeWatcher-hbase_test_ca7457745261650289622.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3503678895261448513.pem 2024-11-14T03:27:26,148 DEBUG [FileChangeWatcher-hbase_test_ca7457745261650289622.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3503678895261448513.pem 2024-11-14T03:27:26,149 DEBUG [FileChangeWatcher-hbase_test_ca7457745261650289622.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7457745261650289622.pem 2024-11-14T03:27:26,149 INFO [FileChangeWatcher-hbase_test_ca7457745261650289622.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7457745261650289622.pem 2024-11-14T03:27:26,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cd5303b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:27:26,150 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T03:27:26,150 DEBUG [FileChangeWatcher-hbase_test_ca7457745261650289622.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7457745261650289622.pem 2024-11-14T03:27:26,150 INFO [FileChangeWatcher-hbase_test_ca7457745261650289622.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7457745261650289622.pem 2024-11-14T03:27:26,150 DEBUG [FileChangeWatcher-hbase_test_key3503678895261448513.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3503678895261448513.pem 2024-11-14T03:27:26,151 INFO [FileChangeWatcher-hbase_test_key3503678895261448513.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3503678895261448513.pem 2024-11-14T03:27:26,151 DEBUG [FileChangeWatcher-hbase_test_key3503678895261448513.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7457745261650289622.pem 2024-11-14T03:27:26,151 DEBUG [FileChangeWatcher-hbase_test_key3503678895261448513.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7457745261650289622.pem 2024-11-14T03:27:26,151 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:26,158 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:26,159 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:26,163 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:26,164 INFO [FileChangeWatcher-hbase_test_ca7457745261650289622.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7457745261650289622.pem thread started 2024-11-14T03:27:26,164 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T03:27:26,165 INFO [FileChangeWatcher-hbase_test_key3503678895261448513.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3503678895261448513.pem thread started 2024-11-14T03:27:26,170 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:26,171 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:26,172 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xda36b1dc, L:/127.0.0.1:36791 - R:/127.0.0.1:53448] 2024-11-14T03:27:26,193 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53448, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T03:27:26,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:27:26,195 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36791 2024-11-14T03:27:26,195 DEBUG [FileChangeWatcher-hbase_test_key3503678895261448513.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3503678895261448513.pem was interrupted and is shutting down... 2024-11-14T03:27:26,195 DEBUG [FileChangeWatcher-hbase_test_ca7457745261650289622.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7457745261650289622.pem was interrupted and is shutting down... 2024-11-14T03:27:26,196 DEBUG [FileChangeWatcher-hbase_test_key3503678895261448513.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3503678895261448513.pem was interrupted and is shutting down... 2024-11-14T03:27:26,196 DEBUG [FileChangeWatcher-hbase_test_ca7457745261650289622.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7457745261650289622.pem was interrupted and is shutting down... 2024-11-14T03:27:26,196 INFO [FileChangeWatcher-hbase_test_ca7457745261650289622.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7457745261650289622.pem thread finished 2024-11-14T03:27:26,196 INFO [FileChangeWatcher-hbase_test_key3503678895261448513.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3503678895261448513.pem thread finished 2024-11-14T03:27:26,198 INFO [FileChangeWatcher-hbase_test_key3503678895261448513.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3503678895261448513.pem thread finished 2024-11-14T03:27:26,208 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=30 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key3503678895261448513.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_ca7457745261650289622.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=340 (was 340), ProcessCount=11 (was 11), AvailableMemoryMB=5967 (was 6003) 2024-11-14T03:27:26,210 INFO [FileChangeWatcher-hbase_test_ca7457745261650289622.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7457745261650289622.pem thread finished 2024-11-14T03:27:26,216 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=340, ProcessCount=11, AvailableMemoryMB=5966 2024-11-14T03:27:26,277 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:27:26,278 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40805 2024-11-14T03:27:26,278 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T03:27:26,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fb3d421, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:27:26,280 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T03:27:26,281 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:26,321 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:26,322 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:26,322 INFO [FileChangeWatcher-hbase_test_key17617378711196603298.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17617378711196603298.p12 thread started 2024-11-14T03:27:26,322 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:26,323 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T03:27:26,327 INFO [FileChangeWatcher-hbase_test_ca14268790713384113280.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14268790713384113280.p12 thread started 2024-11-14T03:27:26,348 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:26,366 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:26,371 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:26,371 INFO [FileChangeWatcher-hbase_test_key17617378711196603298.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17617378711196603298.p12 thread started 2024-11-14T03:27:26,375 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:26,377 INFO [FileChangeWatcher-hbase_test_ca14268790713384113280.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14268790713384113280.p12 thread started 2024-11-14T03:27:26,377 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6d42c663, L:/127.0.0.1:40805 - R:/127.0.0.1:53654] 2024-11-14T03:27:26,434 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53654, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T03:27:26,825 DEBUG [FileChangeWatcher-hbase_test_key17617378711196603298.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17617378711196603298.p12 2024-11-14T03:27:26,825 DEBUG [FileChangeWatcher-hbase_test_ca14268790713384113280.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17617378711196603298.p12 2024-11-14T03:27:26,825 DEBUG [FileChangeWatcher-hbase_test_ca14268790713384113280.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17617378711196603298.p12 2024-11-14T03:27:26,825 INFO [FileChangeWatcher-hbase_test_key17617378711196603298.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17617378711196603298.p12 2024-11-14T03:27:26,825 DEBUG [FileChangeWatcher-hbase_test_ca14268790713384113280.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17617378711196603298.p12 2024-11-14T03:27:26,825 DEBUG [FileChangeWatcher-hbase_test_ca14268790713384113280.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17617378711196603298.p12 2024-11-14T03:27:26,825 DEBUG [FileChangeWatcher-hbase_test_key17617378711196603298.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17617378711196603298.p12 2024-11-14T03:27:26,825 INFO [FileChangeWatcher-hbase_test_key17617378711196603298.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17617378711196603298.p12 2024-11-14T03:27:26,870 DEBUG [FileChangeWatcher-hbase_test_ca14268790713384113280.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17617378711196603298.p12 2024-11-14T03:27:26,870 DEBUG [FileChangeWatcher-hbase_test_ca14268790713384113280.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17617378711196603298.p12 2024-11-14T03:27:26,870 DEBUG [FileChangeWatcher-hbase_test_key17617378711196603298.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17617378711196603298.p12 2024-11-14T03:27:26,870 DEBUG [FileChangeWatcher-hbase_test_key17617378711196603298.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17617378711196603298.p12 2024-11-14T03:27:26,870 DEBUG [FileChangeWatcher-hbase_test_ca14268790713384113280.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17617378711196603298.p12 2024-11-14T03:27:26,870 DEBUG [FileChangeWatcher-hbase_test_ca14268790713384113280.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17617378711196603298.p12 2024-11-14T03:27:26,870 INFO [FileChangeWatcher-hbase_test_key17617378711196603298.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17617378711196603298.p12 2024-11-14T03:27:26,870 INFO [FileChangeWatcher-hbase_test_key17617378711196603298.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17617378711196603298.p12 2024-11-14T03:27:26,890 DEBUG [FileChangeWatcher-hbase_test_key17617378711196603298.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14268790713384113280.p12 2024-11-14T03:27:26,890 DEBUG [FileChangeWatcher-hbase_test_ca14268790713384113280.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14268790713384113280.p12 2024-11-14T03:27:26,890 DEBUG [FileChangeWatcher-hbase_test_ca14268790713384113280.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14268790713384113280.p12 2024-11-14T03:27:26,890 DEBUG [FileChangeWatcher-hbase_test_key17617378711196603298.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14268790713384113280.p12 2024-11-14T03:27:26,891 DEBUG [FileChangeWatcher-hbase_test_key17617378711196603298.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14268790713384113280.p12 2024-11-14T03:27:26,891 INFO [FileChangeWatcher-hbase_test_ca14268790713384113280.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14268790713384113280.p12 2024-11-14T03:27:26,891 INFO [FileChangeWatcher-hbase_test_ca14268790713384113280.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14268790713384113280.p12 2024-11-14T03:27:26,891 DEBUG [FileChangeWatcher-hbase_test_key17617378711196603298.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14268790713384113280.p12 2024-11-14T03:27:26,911 DEBUG [FileChangeWatcher-hbase_test_ca14268790713384113280.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14268790713384113280.p12 2024-11-14T03:27:26,911 DEBUG [FileChangeWatcher-hbase_test_key17617378711196603298.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14268790713384113280.p12 2024-11-14T03:27:26,911 DEBUG [FileChangeWatcher-hbase_test_ca14268790713384113280.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14268790713384113280.p12 2024-11-14T03:27:26,911 DEBUG [FileChangeWatcher-hbase_test_key17617378711196603298.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14268790713384113280.p12 2024-11-14T03:27:26,912 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40805,0 is dead - stopping the connection localhost:40805/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-14T03:27:26,912 INFO [FileChangeWatcher-hbase_test_ca14268790713384113280.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14268790713384113280.p12 2024-11-14T03:27:26,912 INFO [FileChangeWatcher-hbase_test_ca14268790713384113280.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14268790713384113280.p12 2024-11-14T03:27:26,912 DEBUG [FileChangeWatcher-hbase_test_key17617378711196603298.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14268790713384113280.p12 2024-11-14T03:27:26,912 DEBUG [FileChangeWatcher-hbase_test_key17617378711196603298.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14268790713384113280.p12 2024-11-14T03:27:26,912 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T03:27:26,913 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:26,959 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:26,960 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T03:27:26,975 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:26,994 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:26,995 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x85ab0c64, L:/127.0.0.1:40805 - R:/127.0.0.1:53662] 2024-11-14T03:27:27,029 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53662, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T03:27:27,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:27:27,031 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40805 2024-11-14T03:27:27,031 DEBUG [FileChangeWatcher-hbase_test_key17617378711196603298.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17617378711196603298.p12 was interrupted and is shutting down... 2024-11-14T03:27:27,031 DEBUG [FileChangeWatcher-hbase_test_ca14268790713384113280.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14268790713384113280.p12 was interrupted and is shutting down... 2024-11-14T03:27:27,031 DEBUG [FileChangeWatcher-hbase_test_key17617378711196603298.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17617378711196603298.p12 was interrupted and is shutting down... 2024-11-14T03:27:27,031 DEBUG [FileChangeWatcher-hbase_test_ca14268790713384113280.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14268790713384113280.p12 was interrupted and is shutting down... 2024-11-14T03:27:27,031 INFO [FileChangeWatcher-hbase_test_ca14268790713384113280.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14268790713384113280.p12 thread finished 2024-11-14T03:27:27,031 INFO [FileChangeWatcher-hbase_test_key17617378711196603298.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17617378711196603298.p12 thread finished 2024-11-14T03:27:27,031 INFO [FileChangeWatcher-hbase_test_key17617378711196603298.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17617378711196603298.p12 thread finished 2024-11-14T03:27:27,037 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31 (was 29) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca14268790713384113280.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=340 (was 340), ProcessCount=11 (was 11), AvailableMemoryMB=5910 (was 5966) 2024-11-14T03:27:27,042 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=340, ProcessCount=11, AvailableMemoryMB=5909 2024-11-14T03:27:27,043 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:27:27,044 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45443 2024-11-14T03:27:27,044 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T03:27:27,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b6277f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:27:27,045 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T03:27:27,046 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:27,046 INFO [FileChangeWatcher-hbase_test_ca14268790713384113280.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14268790713384113280.p12 thread finished 2024-11-14T03:27:27,078 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:27,079 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:27,079 INFO [FileChangeWatcher-hbase_test_key17617378711196603298.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17617378711196603298.p12 thread started 2024-11-14T03:27:27,080 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:27,080 INFO [FileChangeWatcher-hbase_test_ca14268790713384113280.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14268790713384113280.p12 thread started 2024-11-14T03:27:27,080 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T03:27:27,095 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:27,108 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:27,109 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:27,109 INFO [FileChangeWatcher-hbase_test_key17617378711196603298.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17617378711196603298.p12 thread started 2024-11-14T03:27:27,109 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:27,110 INFO [FileChangeWatcher-hbase_test_ca14268790713384113280.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14268790713384113280.p12 thread started 2024-11-14T03:27:27,110 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x242fdb2b, L:/127.0.0.1:45443 - R:/127.0.0.1:45094] 2024-11-14T03:27:27,144 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45094, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T03:27:27,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:27:27,146 DEBUG [FileChangeWatcher-hbase_test_key17617378711196603298.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17617378711196603298.p12 was interrupted and is shutting down... 2024-11-14T03:27:27,146 DEBUG [FileChangeWatcher-hbase_test_ca14268790713384113280.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14268790713384113280.p12 was interrupted and is shutting down... 2024-11-14T03:27:27,146 INFO [FileChangeWatcher-hbase_test_key17617378711196603298.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17617378711196603298.p12 thread finished 2024-11-14T03:27:27,146 INFO [FileChangeWatcher-hbase_test_ca14268790713384113280.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14268790713384113280.p12 thread finished 2024-11-14T03:27:27,343 DEBUG [FileChangeWatcher-hbase_test_key17617378711196603298.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17617378711196603298.p12 2024-11-14T03:27:27,343 DEBUG [FileChangeWatcher-hbase_test_ca14268790713384113280.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17617378711196603298.p12 2024-11-14T03:27:27,343 DEBUG [FileChangeWatcher-hbase_test_ca14268790713384113280.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17617378711196603298.p12 2024-11-14T03:27:27,343 INFO [FileChangeWatcher-hbase_test_key17617378711196603298.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17617378711196603298.p12 2024-11-14T03:27:27,372 DEBUG [FileChangeWatcher-hbase_test_ca14268790713384113280.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17617378711196603298.p12 2024-11-14T03:27:27,372 DEBUG [FileChangeWatcher-hbase_test_key17617378711196603298.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17617378711196603298.p12 2024-11-14T03:27:27,373 DEBUG [FileChangeWatcher-hbase_test_ca14268790713384113280.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17617378711196603298.p12 2024-11-14T03:27:27,373 INFO [FileChangeWatcher-hbase_test_key17617378711196603298.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17617378711196603298.p12 2024-11-14T03:27:27,390 DEBUG [FileChangeWatcher-hbase_test_ca14268790713384113280.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14268790713384113280.p12 2024-11-14T03:27:27,391 INFO [FileChangeWatcher-hbase_test_ca14268790713384113280.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14268790713384113280.p12 2024-11-14T03:27:27,390 DEBUG [FileChangeWatcher-hbase_test_key17617378711196603298.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14268790713384113280.p12 2024-11-14T03:27:27,391 DEBUG [FileChangeWatcher-hbase_test_key17617378711196603298.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14268790713384113280.p12 2024-11-14T03:27:27,412 DEBUG [FileChangeWatcher-hbase_test_key17617378711196603298.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14268790713384113280.p12 2024-11-14T03:27:27,413 DEBUG [FileChangeWatcher-hbase_test_key17617378711196603298.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14268790713384113280.p12 2024-11-14T03:27:27,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2effb471, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:27:27,413 DEBUG [FileChangeWatcher-hbase_test_ca14268790713384113280.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14268790713384113280.p12 2024-11-14T03:27:27,413 INFO [FileChangeWatcher-hbase_test_ca14268790713384113280.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14268790713384113280.p12 2024-11-14T03:27:27,413 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T03:27:27,415 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:27,469 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:27,472 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:27,479 INFO [FileChangeWatcher-hbase_test_key17617378711196603298.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17617378711196603298.p12 thread started 2024-11-14T03:27:27,479 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:27,480 INFO [FileChangeWatcher-hbase_test_ca14268790713384113280.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14268790713384113280.p12 thread started 2024-11-14T03:27:27,480 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T03:27:27,495 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:27,508 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:27,509 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa065eeff, L:/127.0.0.1:45443 - R:/127.0.0.1:45102] 2024-11-14T03:27:27,543 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45102, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T03:27:27,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:27:27,545 DEBUG [FileChangeWatcher-hbase_test_ca14268790713384113280.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14268790713384113280.p12 was interrupted and is shutting down... 2024-11-14T03:27:27,545 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45443 2024-11-14T03:27:27,545 DEBUG [FileChangeWatcher-hbase_test_key17617378711196603298.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17617378711196603298.p12 was interrupted and is shutting down... 2024-11-14T03:27:27,545 DEBUG [FileChangeWatcher-hbase_test_key17617378711196603298.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17617378711196603298.p12 was interrupted and is shutting down... 2024-11-14T03:27:27,545 DEBUG [FileChangeWatcher-hbase_test_ca14268790713384113280.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14268790713384113280.p12 was interrupted and is shutting down... 2024-11-14T03:27:27,545 INFO [FileChangeWatcher-hbase_test_key17617378711196603298.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17617378711196603298.p12 thread finished 2024-11-14T03:27:27,545 INFO [FileChangeWatcher-hbase_test_ca14268790713384113280.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14268790713384113280.p12 thread finished 2024-11-14T03:27:27,551 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=35 (was 31) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key17617378711196603298.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=340 (was 340), ProcessCount=11 (was 11), AvailableMemoryMB=5857 (was 5909) 2024-11-14T03:27:27,556 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=340, ProcessCount=11, AvailableMemoryMB=5857 2024-11-14T03:27:27,558 INFO [FileChangeWatcher-hbase_test_key17617378711196603298.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17617378711196603298.p12 thread finished 2024-11-14T03:27:27,558 INFO [FileChangeWatcher-hbase_test_ca14268790713384113280.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14268790713384113280.p12 thread finished 2024-11-14T03:27:28,075 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:27:28,075 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37327 2024-11-14T03:27:28,076 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T03:27:28,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2670b424, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:27:28,077 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T03:27:28,078 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:28,352 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:28,353 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:28,353 INFO [FileChangeWatcher-hbase_test_key13313955525563515859.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13313955525563515859.bcfks thread started 2024-11-14T03:27:28,353 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:28,354 INFO [FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks thread started 2024-11-14T03:27:28,354 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T03:27:28,480 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:28,626 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:28,627 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:28,627 INFO [FileChangeWatcher-hbase_test_key13313955525563515859.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13313955525563515859.bcfks thread started 2024-11-14T03:27:28,627 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:28,628 INFO [FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks thread started 2024-11-14T03:27:28,628 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa5aa1e2e, L:/127.0.0.1:37327 - R:/127.0.0.1:54172] 2024-11-14T03:27:28,802 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54172, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T03:27:28,934 DEBUG [FileChangeWatcher-hbase_test_key13313955525563515859.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13313955525563515859.bcfks 2024-11-14T03:27:28,934 DEBUG [FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13313955525563515859.bcfks 2024-11-14T03:27:28,934 DEBUG [FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13313955525563515859.bcfks 2024-11-14T03:27:28,934 DEBUG [FileChangeWatcher-hbase_test_key13313955525563515859.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13313955525563515859.bcfks 2024-11-14T03:27:28,934 INFO [FileChangeWatcher-hbase_test_key13313955525563515859.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13313955525563515859.bcfks 2024-11-14T03:27:28,934 DEBUG [FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13313955525563515859.bcfks 2024-11-14T03:27:28,934 DEBUG [FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13313955525563515859.bcfks 2024-11-14T03:27:28,934 INFO [FileChangeWatcher-hbase_test_key13313955525563515859.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13313955525563515859.bcfks 2024-11-14T03:27:29,121 DEBUG [FileChangeWatcher-hbase_test_key13313955525563515859.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13313955525563515859.bcfks 2024-11-14T03:27:29,121 DEBUG [FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13313955525563515859.bcfks 2024-11-14T03:27:29,121 DEBUG [FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13313955525563515859.bcfks 2024-11-14T03:27:29,121 DEBUG [FileChangeWatcher-hbase_test_key13313955525563515859.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13313955525563515859.bcfks 2024-11-14T03:27:29,121 DEBUG [FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13313955525563515859.bcfks 2024-11-14T03:27:29,121 INFO [FileChangeWatcher-hbase_test_key13313955525563515859.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13313955525563515859.bcfks 2024-11-14T03:27:29,121 DEBUG [FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13313955525563515859.bcfks 2024-11-14T03:27:29,121 INFO [FileChangeWatcher-hbase_test_key13313955525563515859.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13313955525563515859.bcfks 2024-11-14T03:27:29,140 DEBUG [FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7613001254822428691.bcfks 2024-11-14T03:27:29,140 DEBUG [FileChangeWatcher-hbase_test_key13313955525563515859.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7613001254822428691.bcfks 2024-11-14T03:27:29,140 DEBUG [FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7613001254822428691.bcfks 2024-11-14T03:27:29,141 INFO [FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7613001254822428691.bcfks 2024-11-14T03:27:29,141 INFO [FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7613001254822428691.bcfks 2024-11-14T03:27:29,141 DEBUG [FileChangeWatcher-hbase_test_key13313955525563515859.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7613001254822428691.bcfks 2024-11-14T03:27:29,141 DEBUG [FileChangeWatcher-hbase_test_key13313955525563515859.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7613001254822428691.bcfks 2024-11-14T03:27:29,141 DEBUG [FileChangeWatcher-hbase_test_key13313955525563515859.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7613001254822428691.bcfks 2024-11-14T03:27:29,278 DEBUG [FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7613001254822428691.bcfks 2024-11-14T03:27:29,278 DEBUG [FileChangeWatcher-hbase_test_key13313955525563515859.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7613001254822428691.bcfks 2024-11-14T03:27:29,278 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,37327,0 is dead - stopping the connection localhost:37327/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-14T03:27:29,278 DEBUG [FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7613001254822428691.bcfks 2024-11-14T03:27:29,278 DEBUG [FileChangeWatcher-hbase_test_key13313955525563515859.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7613001254822428691.bcfks 2024-11-14T03:27:29,278 INFO [FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7613001254822428691.bcfks 2024-11-14T03:27:29,278 DEBUG [FileChangeWatcher-hbase_test_key13313955525563515859.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7613001254822428691.bcfks 2024-11-14T03:27:29,278 INFO [FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7613001254822428691.bcfks 2024-11-14T03:27:29,278 DEBUG [FileChangeWatcher-hbase_test_key13313955525563515859.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7613001254822428691.bcfks 2024-11-14T03:27:29,279 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T03:27:29,280 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:29,551 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:29,551 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T03:27:29,687 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:29,812 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:29,813 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf1319a55, L:/127.0.0.1:37327 - R:/127.0.0.1:54174] 2024-11-14T03:27:29,961 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54174, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T03:27:29,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:27:29,962 DEBUG [FileChangeWatcher-hbase_test_key13313955525563515859.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13313955525563515859.bcfks was interrupted and is shutting down... 2024-11-14T03:27:29,962 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37327 2024-11-14T03:27:29,962 DEBUG [FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks was interrupted and is shutting down... 2024-11-14T03:27:29,962 DEBUG [FileChangeWatcher-hbase_test_key13313955525563515859.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13313955525563515859.bcfks was interrupted and is shutting down... 2024-11-14T03:27:29,962 DEBUG [FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks was interrupted and is shutting down... 2024-11-14T03:27:29,963 INFO [FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks thread finished 2024-11-14T03:27:29,963 INFO [FileChangeWatcher-hbase_test_key13313955525563515859.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13313955525563515859.bcfks thread finished 2024-11-14T03:27:29,968 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 35) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key13313955525563515859.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=340 (was 340), ProcessCount=11 (was 11), AvailableMemoryMB=5795 (was 5857) 2024-11-14T03:27:29,974 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=340, ProcessCount=11, AvailableMemoryMB=5794 2024-11-14T03:27:29,975 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:27:29,976 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34385 2024-11-14T03:27:29,976 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T03:27:29,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d09514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:27:29,976 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T03:27:29,977 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:29,982 INFO [FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks thread finished 2024-11-14T03:27:29,982 INFO [FileChangeWatcher-hbase_test_key13313955525563515859.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13313955525563515859.bcfks thread finished 2024-11-14T03:27:30,275 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:30,276 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:30,278 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:30,277 INFO [FileChangeWatcher-hbase_test_key13313955525563515859.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13313955525563515859.bcfks thread started 2024-11-14T03:27:30,278 INFO [FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks thread started 2024-11-14T03:27:30,278 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T03:27:30,425 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:30,585 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:30,585 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:30,586 INFO [FileChangeWatcher-hbase_test_key13313955525563515859.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13313955525563515859.bcfks thread started 2024-11-14T03:27:30,586 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:30,586 INFO [FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks thread started 2024-11-14T03:27:30,586 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xcc7949c8, L:/127.0.0.1:34385 - R:/127.0.0.1:40620] 2024-11-14T03:27:30,726 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40620, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T03:27:30,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:27:30,727 DEBUG [FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks was interrupted and is shutting down... 2024-11-14T03:27:30,727 DEBUG [FileChangeWatcher-hbase_test_key13313955525563515859.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13313955525563515859.bcfks was interrupted and is shutting down... 2024-11-14T03:27:30,728 INFO [FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks thread finished 2024-11-14T03:27:30,728 INFO [FileChangeWatcher-hbase_test_key13313955525563515859.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13313955525563515859.bcfks thread finished 2024-11-14T03:27:30,916 DEBUG [FileChangeWatcher-hbase_test_key13313955525563515859.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13313955525563515859.bcfks 2024-11-14T03:27:30,916 DEBUG [FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13313955525563515859.bcfks 2024-11-14T03:27:30,916 INFO [FileChangeWatcher-hbase_test_key13313955525563515859.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13313955525563515859.bcfks 2024-11-14T03:27:30,916 DEBUG [FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13313955525563515859.bcfks 2024-11-14T03:27:31,110 DEBUG [FileChangeWatcher-hbase_test_key13313955525563515859.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13313955525563515859.bcfks 2024-11-14T03:27:31,110 DEBUG [FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13313955525563515859.bcfks 2024-11-14T03:27:31,110 DEBUG [FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13313955525563515859.bcfks 2024-11-14T03:27:31,110 INFO [FileChangeWatcher-hbase_test_key13313955525563515859.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13313955525563515859.bcfks 2024-11-14T03:27:31,132 DEBUG [FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7613001254822428691.bcfks 2024-11-14T03:27:31,132 DEBUG [FileChangeWatcher-hbase_test_key13313955525563515859.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7613001254822428691.bcfks 2024-11-14T03:27:31,132 DEBUG [FileChangeWatcher-hbase_test_key13313955525563515859.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7613001254822428691.bcfks 2024-11-14T03:27:31,132 INFO [FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7613001254822428691.bcfks 2024-11-14T03:27:31,271 DEBUG [FileChangeWatcher-hbase_test_key13313955525563515859.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7613001254822428691.bcfks 2024-11-14T03:27:31,271 DEBUG [FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7613001254822428691.bcfks 2024-11-14T03:27:31,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1514734d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:27:31,271 DEBUG [FileChangeWatcher-hbase_test_key13313955525563515859.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7613001254822428691.bcfks 2024-11-14T03:27:31,271 INFO [FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7613001254822428691.bcfks 2024-11-14T03:27:31,271 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T03:27:31,272 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:31,588 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:31,589 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:31,589 INFO [FileChangeWatcher-hbase_test_key13313955525563515859.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13313955525563515859.bcfks thread started 2024-11-14T03:27:31,590 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:31,591 INFO [FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks thread started 2024-11-14T03:27:31,591 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T03:27:31,752 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:31,906 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:31,907 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x54c02083, L:/127.0.0.1:34385 - R:/127.0.0.1:40622] 2024-11-14T03:27:32,080 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40622, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T03:27:32,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:27:32,083 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34385 2024-11-14T03:27:32,083 DEBUG [FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks was interrupted and is shutting down... 2024-11-14T03:27:32,083 DEBUG [FileChangeWatcher-hbase_test_key13313955525563515859.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13313955525563515859.bcfks was interrupted and is shutting down... 2024-11-14T03:27:32,083 DEBUG [FileChangeWatcher-hbase_test_key13313955525563515859.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13313955525563515859.bcfks was interrupted and is shutting down... 2024-11-14T03:27:32,084 DEBUG [FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks was interrupted and is shutting down... 2024-11-14T03:27:32,084 INFO [FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks thread finished 2024-11-14T03:27:32,084 INFO [FileChangeWatcher-hbase_test_key13313955525563515859.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13313955525563515859.bcfks thread finished 2024-11-14T03:27:32,090 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=361 (was 340) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5739 (was 5794) 2024-11-14T03:27:32,097 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=361, ProcessCount=11, AvailableMemoryMB=5738 2024-11-14T03:27:32,102 INFO [FileChangeWatcher-hbase_test_key13313955525563515859.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13313955525563515859.bcfks thread finished 2024-11-14T03:27:32,102 INFO [FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7613001254822428691.bcfks thread finished 2024-11-14T03:27:32,258 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:27:32,259 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37677 2024-11-14T03:27:32,259 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T03:27:32,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b4cd55b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:27:32,260 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T03:27:32,260 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:32,286 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:32,287 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:32,287 INFO [FileChangeWatcher-hbase_test_key10878750481684998169.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10878750481684998169.jks thread started 2024-11-14T03:27:32,287 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:32,288 INFO [FileChangeWatcher-hbase_test_ca10642117975975319676.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10642117975975319676.jks thread started 2024-11-14T03:27:32,288 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T03:27:32,302 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:32,316 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:32,317 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:32,317 INFO [FileChangeWatcher-hbase_test_key10878750481684998169.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10878750481684998169.jks thread started 2024-11-14T03:27:32,317 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:32,318 INFO [FileChangeWatcher-hbase_test_ca10642117975975319676.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10642117975975319676.jks thread started 2024-11-14T03:27:32,318 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xee6389df, L:/127.0.0.1:37677 - R:/127.0.0.1:49766] 2024-11-14T03:27:32,367 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49766, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T03:27:32,375 DEBUG [FileChangeWatcher-hbase_test_ca10642117975975319676.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10878750481684998169.jks 2024-11-14T03:27:32,375 DEBUG [FileChangeWatcher-hbase_test_key10878750481684998169.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10878750481684998169.jks 2024-11-14T03:27:32,375 DEBUG [FileChangeWatcher-hbase_test_ca10642117975975319676.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10878750481684998169.jks 2024-11-14T03:27:32,375 INFO [FileChangeWatcher-hbase_test_key10878750481684998169.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10878750481684998169.jks 2024-11-14T03:27:32,375 DEBUG [FileChangeWatcher-hbase_test_key10878750481684998169.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10878750481684998169.jks 2024-11-14T03:27:32,375 DEBUG [FileChangeWatcher-hbase_test_ca10642117975975319676.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10878750481684998169.jks 2024-11-14T03:27:32,375 INFO [FileChangeWatcher-hbase_test_key10878750481684998169.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10878750481684998169.jks 2024-11-14T03:27:32,376 DEBUG [FileChangeWatcher-hbase_test_ca10642117975975319676.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10878750481684998169.jks 2024-11-14T03:27:32,399 DEBUG [FileChangeWatcher-hbase_test_key10878750481684998169.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10878750481684998169.jks 2024-11-14T03:27:32,399 DEBUG [FileChangeWatcher-hbase_test_key10878750481684998169.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10878750481684998169.jks 2024-11-14T03:27:32,399 DEBUG [FileChangeWatcher-hbase_test_ca10642117975975319676.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10878750481684998169.jks 2024-11-14T03:27:32,399 INFO [FileChangeWatcher-hbase_test_key10878750481684998169.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10878750481684998169.jks 2024-11-14T03:27:32,399 INFO [FileChangeWatcher-hbase_test_key10878750481684998169.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10878750481684998169.jks 2024-11-14T03:27:32,399 DEBUG [FileChangeWatcher-hbase_test_ca10642117975975319676.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10878750481684998169.jks 2024-11-14T03:27:32,399 DEBUG [FileChangeWatcher-hbase_test_ca10642117975975319676.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10878750481684998169.jks 2024-11-14T03:27:32,399 DEBUG [FileChangeWatcher-hbase_test_key10878750481684998169.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10642117975975319676.jks 2024-11-14T03:27:32,399 DEBUG [FileChangeWatcher-hbase_test_key10878750481684998169.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10642117975975319676.jks 2024-11-14T03:27:32,399 DEBUG [FileChangeWatcher-hbase_test_ca10642117975975319676.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10642117975975319676.jks 2024-11-14T03:27:32,399 DEBUG [FileChangeWatcher-hbase_test_key10878750481684998169.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10642117975975319676.jks 2024-11-14T03:27:32,399 DEBUG [FileChangeWatcher-hbase_test_ca10642117975975319676.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10878750481684998169.jks 2024-11-14T03:27:32,400 DEBUG [FileChangeWatcher-hbase_test_key10878750481684998169.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10642117975975319676.jks 2024-11-14T03:27:32,400 INFO [FileChangeWatcher-hbase_test_ca10642117975975319676.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10642117975975319676.jks 2024-11-14T03:27:32,400 DEBUG [FileChangeWatcher-hbase_test_ca10642117975975319676.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10642117975975319676.jks 2024-11-14T03:27:32,400 INFO [FileChangeWatcher-hbase_test_ca10642117975975319676.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10642117975975319676.jks 2024-11-14T03:27:32,412 DEBUG [FileChangeWatcher-hbase_test_ca10642117975975319676.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10642117975975319676.jks 2024-11-14T03:27:32,412 DEBUG [FileChangeWatcher-hbase_test_key10878750481684998169.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10642117975975319676.jks 2024-11-14T03:27:32,412 DEBUG [FileChangeWatcher-hbase_test_key10878750481684998169.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10642117975975319676.jks 2024-11-14T03:27:32,412 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,37677,0 is dead - stopping the connection localhost:37677/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-14T03:27:32,412 DEBUG [FileChangeWatcher-hbase_test_ca10642117975975319676.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10642117975975319676.jks 2024-11-14T03:27:32,412 INFO [FileChangeWatcher-hbase_test_ca10642117975975319676.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10642117975975319676.jks 2024-11-14T03:27:32,413 DEBUG [FileChangeWatcher-hbase_test_key10878750481684998169.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10642117975975319676.jks 2024-11-14T03:27:32,413 DEBUG [FileChangeWatcher-hbase_test_key10878750481684998169.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10642117975975319676.jks 2024-11-14T03:27:32,413 INFO [FileChangeWatcher-hbase_test_ca10642117975975319676.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10642117975975319676.jks 2024-11-14T03:27:32,413 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T03:27:32,414 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:32,440 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:32,441 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T03:27:32,455 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:32,469 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:32,469 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4d55ea23, L:/127.0.0.1:37677 - R:/127.0.0.1:49770] 2024-11-14T03:27:32,506 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49770, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T03:27:32,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:27:32,507 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37677 2024-11-14T03:27:32,507 DEBUG [FileChangeWatcher-hbase_test_ca10642117975975319676.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10642117975975319676.jks was interrupted and is shutting down... 2024-11-14T03:27:32,507 DEBUG [FileChangeWatcher-hbase_test_key10878750481684998169.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10878750481684998169.jks was interrupted and is shutting down... 2024-11-14T03:27:32,508 DEBUG [FileChangeWatcher-hbase_test_ca10642117975975319676.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10642117975975319676.jks was interrupted and is shutting down... 2024-11-14T03:27:32,508 DEBUG [FileChangeWatcher-hbase_test_key10878750481684998169.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10878750481684998169.jks was interrupted and is shutting down... 2024-11-14T03:27:32,508 INFO [FileChangeWatcher-hbase_test_key10878750481684998169.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10878750481684998169.jks thread finished 2024-11-14T03:27:32,508 INFO [FileChangeWatcher-hbase_test_ca10642117975975319676.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10642117975975319676.jks thread finished 2024-11-14T03:27:32,508 INFO [FileChangeWatcher-hbase_test_ca10642117975975319676.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10642117975975319676.jks thread finished 2024-11-14T03:27:32,513 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=361 (was 361), ProcessCount=11 (was 11), AvailableMemoryMB=5714 (was 5738) 2024-11-14T03:27:32,519 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=361, ProcessCount=11, AvailableMemoryMB=5713 2024-11-14T03:27:32,520 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:27:32,520 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42033 2024-11-14T03:27:32,520 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T03:27:32,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624ecb96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:27:32,521 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T03:27:32,521 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:32,522 INFO [FileChangeWatcher-hbase_test_key10878750481684998169.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10878750481684998169.jks thread finished 2024-11-14T03:27:32,547 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:32,548 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:32,548 INFO [FileChangeWatcher-hbase_test_key10878750481684998169.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10878750481684998169.jks thread started 2024-11-14T03:27:32,548 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:32,548 INFO [FileChangeWatcher-hbase_test_ca10642117975975319676.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10642117975975319676.jks thread started 2024-11-14T03:27:32,549 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T03:27:32,563 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:32,576 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:32,577 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:32,577 INFO [FileChangeWatcher-hbase_test_key10878750481684998169.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10878750481684998169.jks thread started 2024-11-14T03:27:32,577 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:32,578 INFO [FileChangeWatcher-hbase_test_ca10642117975975319676.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10642117975975319676.jks thread started 2024-11-14T03:27:32,578 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x39fac06e, L:/127.0.0.1:42033 - R:/127.0.0.1:56036] 2024-11-14T03:27:32,612 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56036, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T03:27:32,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:27:32,614 DEBUG [FileChangeWatcher-hbase_test_key10878750481684998169.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10878750481684998169.jks was interrupted and is shutting down... 2024-11-14T03:27:32,614 DEBUG [FileChangeWatcher-hbase_test_ca10642117975975319676.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10642117975975319676.jks was interrupted and is shutting down... 2024-11-14T03:27:32,615 INFO [FileChangeWatcher-hbase_test_key10878750481684998169.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10878750481684998169.jks thread finished 2024-11-14T03:27:32,615 INFO [FileChangeWatcher-hbase_test_ca10642117975975319676.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10642117975975319676.jks thread finished 2024-11-14T03:27:32,622 DEBUG [FileChangeWatcher-hbase_test_ca10642117975975319676.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10878750481684998169.jks 2024-11-14T03:27:32,622 DEBUG [FileChangeWatcher-hbase_test_key10878750481684998169.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10878750481684998169.jks 2024-11-14T03:27:32,623 DEBUG [FileChangeWatcher-hbase_test_ca10642117975975319676.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10878750481684998169.jks 2024-11-14T03:27:32,623 INFO [FileChangeWatcher-hbase_test_key10878750481684998169.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10878750481684998169.jks 2024-11-14T03:27:32,646 DEBUG [FileChangeWatcher-hbase_test_ca10642117975975319676.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10878750481684998169.jks 2024-11-14T03:27:32,646 DEBUG [FileChangeWatcher-hbase_test_key10878750481684998169.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10878750481684998169.jks 2024-11-14T03:27:32,646 INFO [FileChangeWatcher-hbase_test_key10878750481684998169.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10878750481684998169.jks 2024-11-14T03:27:32,646 DEBUG [FileChangeWatcher-hbase_test_ca10642117975975319676.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10878750481684998169.jks 2024-11-14T03:27:32,660 DEBUG [FileChangeWatcher-hbase_test_ca10642117975975319676.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10642117975975319676.jks 2024-11-14T03:27:32,660 DEBUG [FileChangeWatcher-hbase_test_key10878750481684998169.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10642117975975319676.jks 2024-11-14T03:27:32,660 INFO [FileChangeWatcher-hbase_test_ca10642117975975319676.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10642117975975319676.jks 2024-11-14T03:27:32,660 DEBUG [FileChangeWatcher-hbase_test_key10878750481684998169.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10642117975975319676.jks 2024-11-14T03:27:32,673 DEBUG [FileChangeWatcher-hbase_test_key10878750481684998169.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10642117975975319676.jks 2024-11-14T03:27:32,673 DEBUG [FileChangeWatcher-hbase_test_ca10642117975975319676.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10642117975975319676.jks 2024-11-14T03:27:32,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38725104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:27:32,673 DEBUG [FileChangeWatcher-hbase_test_key10878750481684998169.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10642117975975319676.jks 2024-11-14T03:27:32,673 INFO [FileChangeWatcher-hbase_test_ca10642117975975319676.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10642117975975319676.jks 2024-11-14T03:27:32,673 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T03:27:32,674 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:32,700 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:32,701 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:32,701 INFO [FileChangeWatcher-hbase_test_key10878750481684998169.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10878750481684998169.jks thread started 2024-11-14T03:27:32,701 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:32,702 INFO [FileChangeWatcher-hbase_test_ca10642117975975319676.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10642117975975319676.jks thread started 2024-11-14T03:27:32,702 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T03:27:32,715 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:32,729 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:32,730 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2d3d3dda, L:/127.0.0.1:42033 - R:/127.0.0.1:56046] 2024-11-14T03:27:32,766 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56046, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T03:27:32,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:27:32,767 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42033 2024-11-14T03:27:32,767 DEBUG [FileChangeWatcher-hbase_test_key10878750481684998169.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10878750481684998169.jks was interrupted and is shutting down... 2024-11-14T03:27:32,767 DEBUG [FileChangeWatcher-hbase_test_ca10642117975975319676.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10642117975975319676.jks was interrupted and is shutting down... 2024-11-14T03:27:32,767 DEBUG [FileChangeWatcher-hbase_test_ca10642117975975319676.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10642117975975319676.jks was interrupted and is shutting down... 2024-11-14T03:27:32,767 DEBUG [FileChangeWatcher-hbase_test_key10878750481684998169.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10878750481684998169.jks was interrupted and is shutting down... 2024-11-14T03:27:32,768 INFO [FileChangeWatcher-hbase_test_ca10642117975975319676.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10642117975975319676.jks thread finished 2024-11-14T03:27:32,768 INFO [FileChangeWatcher-hbase_test_key10878750481684998169.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10878750481684998169.jks thread finished 2024-11-14T03:27:32,768 INFO [FileChangeWatcher-hbase_test_ca10642117975975319676.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10642117975975319676.jks thread finished 2024-11-14T03:27:32,774 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=361 (was 361), ProcessCount=11 (was 11), AvailableMemoryMB=5691 (was 5713) 2024-11-14T03:27:32,779 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=361, ProcessCount=11, AvailableMemoryMB=5691 2024-11-14T03:27:32,785 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:27:32,786 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39053 2024-11-14T03:27:32,786 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T03:27:32,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@244cf22f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:27:32,786 INFO [FileChangeWatcher-hbase_test_key10878750481684998169.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10878750481684998169.jks thread finished 2024-11-14T03:27:32,787 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T03:27:32,787 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:32,791 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:32,791 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:32,792 INFO [FileChangeWatcher-hbase_test_key1669328668041841533.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1669328668041841533.pem thread started 2024-11-14T03:27:32,792 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:32,792 INFO [FileChangeWatcher-hbase_test_ca18287596352324057617.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18287596352324057617.pem thread started 2024-11-14T03:27:32,792 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T03:27:32,796 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:32,796 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:32,796 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:32,797 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:32,797 INFO [FileChangeWatcher-hbase_test_key1669328668041841533.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1669328668041841533.pem thread started 2024-11-14T03:27:32,797 INFO [FileChangeWatcher-hbase_test_ca18287596352324057617.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18287596352324057617.pem thread started 2024-11-14T03:27:32,797 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7261a7e9, L:/127.0.0.1:39053 - R:/127.0.0.1:60908] 2024-11-14T03:27:32,812 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60908, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T03:27:32,822 DEBUG [FileChangeWatcher-hbase_test_ca18287596352324057617.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1669328668041841533.pem 2024-11-14T03:27:32,822 DEBUG [FileChangeWatcher-hbase_test_key1669328668041841533.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1669328668041841533.pem 2024-11-14T03:27:32,822 DEBUG [FileChangeWatcher-hbase_test_key1669328668041841533.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1669328668041841533.pem 2024-11-14T03:27:32,822 DEBUG [FileChangeWatcher-hbase_test_ca18287596352324057617.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1669328668041841533.pem 2024-11-14T03:27:32,822 INFO [FileChangeWatcher-hbase_test_key1669328668041841533.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1669328668041841533.pem 2024-11-14T03:27:32,822 DEBUG [FileChangeWatcher-hbase_test_ca18287596352324057617.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1669328668041841533.pem 2024-11-14T03:27:32,822 INFO [FileChangeWatcher-hbase_test_key1669328668041841533.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1669328668041841533.pem 2024-11-14T03:27:32,822 DEBUG [FileChangeWatcher-hbase_test_ca18287596352324057617.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1669328668041841533.pem 2024-11-14T03:27:32,822 DEBUG [FileChangeWatcher-hbase_test_ca18287596352324057617.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1669328668041841533.pem 2024-11-14T03:27:32,822 DEBUG [FileChangeWatcher-hbase_test_ca18287596352324057617.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1669328668041841533.pem 2024-11-14T03:27:32,822 DEBUG [FileChangeWatcher-hbase_test_key1669328668041841533.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1669328668041841533.pem 2024-11-14T03:27:32,822 DEBUG [FileChangeWatcher-hbase_test_ca18287596352324057617.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1669328668041841533.pem 2024-11-14T03:27:32,822 DEBUG [FileChangeWatcher-hbase_test_ca18287596352324057617.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1669328668041841533.pem 2024-11-14T03:27:32,822 INFO [FileChangeWatcher-hbase_test_key1669328668041841533.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1669328668041841533.pem 2024-11-14T03:27:32,822 DEBUG [FileChangeWatcher-hbase_test_key1669328668041841533.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1669328668041841533.pem 2024-11-14T03:27:32,823 INFO [FileChangeWatcher-hbase_test_key1669328668041841533.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1669328668041841533.pem 2024-11-14T03:27:32,823 DEBUG [FileChangeWatcher-hbase_test_key1669328668041841533.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18287596352324057617.pem 2024-11-14T03:27:32,823 DEBUG [FileChangeWatcher-hbase_test_key1669328668041841533.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18287596352324057617.pem 2024-11-14T03:27:32,823 DEBUG [FileChangeWatcher-hbase_test_ca18287596352324057617.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18287596352324057617.pem 2024-11-14T03:27:32,823 DEBUG [FileChangeWatcher-hbase_test_key1669328668041841533.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18287596352324057617.pem 2024-11-14T03:27:32,823 DEBUG [FileChangeWatcher-hbase_test_key1669328668041841533.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18287596352324057617.pem 2024-11-14T03:27:32,823 INFO [FileChangeWatcher-hbase_test_ca18287596352324057617.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18287596352324057617.pem 2024-11-14T03:27:32,823 DEBUG [FileChangeWatcher-hbase_test_ca18287596352324057617.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18287596352324057617.pem 2024-11-14T03:27:32,823 DEBUG [FileChangeWatcher-hbase_test_key1669328668041841533.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18287596352324057617.pem 2024-11-14T03:27:32,823 DEBUG [FileChangeWatcher-hbase_test_key1669328668041841533.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18287596352324057617.pem 2024-11-14T03:27:32,823 INFO [FileChangeWatcher-hbase_test_ca18287596352324057617.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18287596352324057617.pem 2024-11-14T03:27:32,823 DEBUG [FileChangeWatcher-hbase_test_key1669328668041841533.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18287596352324057617.pem 2024-11-14T03:27:32,823 DEBUG [FileChangeWatcher-hbase_test_key1669328668041841533.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18287596352324057617.pem 2024-11-14T03:27:32,823 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39053,0 is dead - stopping the connection localhost:39053/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-14T03:27:32,823 DEBUG [FileChangeWatcher-hbase_test_ca18287596352324057617.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18287596352324057617.pem 2024-11-14T03:27:32,823 INFO [FileChangeWatcher-hbase_test_ca18287596352324057617.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18287596352324057617.pem 2024-11-14T03:27:32,823 DEBUG [FileChangeWatcher-hbase_test_ca18287596352324057617.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18287596352324057617.pem 2024-11-14T03:27:32,823 INFO [FileChangeWatcher-hbase_test_ca18287596352324057617.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18287596352324057617.pem 2024-11-14T03:27:32,823 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T03:27:32,824 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:32,830 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:32,830 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T03:27:32,833 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:32,834 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:32,834 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf937735e, L:/127.0.0.1:39053 - R:/127.0.0.1:60922] 2024-11-14T03:27:32,855 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60922, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T03:27:32,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:27:32,856 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39053 2024-11-14T03:27:32,856 DEBUG [FileChangeWatcher-hbase_test_ca18287596352324057617.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18287596352324057617.pem was interrupted and is shutting down... 2024-11-14T03:27:32,856 DEBUG [FileChangeWatcher-hbase_test_key1669328668041841533.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1669328668041841533.pem was interrupted and is shutting down... 2024-11-14T03:27:32,856 DEBUG [FileChangeWatcher-hbase_test_ca18287596352324057617.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18287596352324057617.pem was interrupted and is shutting down... 2024-11-14T03:27:32,856 DEBUG [FileChangeWatcher-hbase_test_key1669328668041841533.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1669328668041841533.pem was interrupted and is shutting down... 2024-11-14T03:27:32,856 INFO [FileChangeWatcher-hbase_test_ca18287596352324057617.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18287596352324057617.pem thread finished 2024-11-14T03:27:32,856 INFO [FileChangeWatcher-hbase_test_key1669328668041841533.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1669328668041841533.pem thread finished 2024-11-14T03:27:32,856 INFO [FileChangeWatcher-hbase_test_key1669328668041841533.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1669328668041841533.pem thread finished 2024-11-14T03:27:32,856 INFO [FileChangeWatcher-hbase_test_ca18287596352324057617.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18287596352324057617.pem thread finished 2024-11-14T03:27:32,862 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=361 (was 361), ProcessCount=11 (was 11), AvailableMemoryMB=5686 (was 5691) 2024-11-14T03:27:32,867 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=361, ProcessCount=11, AvailableMemoryMB=5686 2024-11-14T03:27:32,868 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:27:32,869 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33423 2024-11-14T03:27:32,869 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T03:27:32,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47075d49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:27:32,870 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T03:27:32,870 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:32,873 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:32,874 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:32,874 INFO [FileChangeWatcher-hbase_test_key1669328668041841533.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1669328668041841533.pem thread started 2024-11-14T03:27:32,874 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:32,875 INFO [FileChangeWatcher-hbase_test_ca18287596352324057617.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18287596352324057617.pem thread started 2024-11-14T03:27:32,875 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T03:27:32,878 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:32,879 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:32,879 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:32,880 INFO [FileChangeWatcher-hbase_test_key1669328668041841533.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1669328668041841533.pem thread started 2024-11-14T03:27:32,880 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:32,880 INFO [FileChangeWatcher-hbase_test_ca18287596352324057617.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18287596352324057617.pem thread started 2024-11-14T03:27:32,881 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x37e2facb, L:/127.0.0.1:33423 - R:/127.0.0.1:49366] 2024-11-14T03:27:32,895 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49366, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T03:27:32,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:27:32,896 DEBUG [FileChangeWatcher-hbase_test_key1669328668041841533.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1669328668041841533.pem was interrupted and is shutting down... 2024-11-14T03:27:32,896 DEBUG [FileChangeWatcher-hbase_test_ca18287596352324057617.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18287596352324057617.pem was interrupted and is shutting down... 2024-11-14T03:27:32,896 INFO [FileChangeWatcher-hbase_test_ca18287596352324057617.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18287596352324057617.pem thread finished 2024-11-14T03:27:32,896 INFO [FileChangeWatcher-hbase_test_key1669328668041841533.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1669328668041841533.pem thread finished 2024-11-14T03:27:32,905 DEBUG [FileChangeWatcher-hbase_test_key1669328668041841533.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1669328668041841533.pem 2024-11-14T03:27:32,905 DEBUG [FileChangeWatcher-hbase_test_ca18287596352324057617.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1669328668041841533.pem 2024-11-14T03:27:32,906 DEBUG [FileChangeWatcher-hbase_test_ca18287596352324057617.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1669328668041841533.pem 2024-11-14T03:27:32,906 INFO [FileChangeWatcher-hbase_test_key1669328668041841533.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1669328668041841533.pem 2024-11-14T03:27:32,906 DEBUG [FileChangeWatcher-hbase_test_ca18287596352324057617.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1669328668041841533.pem 2024-11-14T03:27:32,906 DEBUG [FileChangeWatcher-hbase_test_key1669328668041841533.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1669328668041841533.pem 2024-11-14T03:27:32,906 DEBUG [FileChangeWatcher-hbase_test_ca18287596352324057617.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1669328668041841533.pem 2024-11-14T03:27:32,906 INFO [FileChangeWatcher-hbase_test_key1669328668041841533.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1669328668041841533.pem 2024-11-14T03:27:32,906 DEBUG [FileChangeWatcher-hbase_test_ca18287596352324057617.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18287596352324057617.pem 2024-11-14T03:27:32,906 DEBUG [FileChangeWatcher-hbase_test_key1669328668041841533.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18287596352324057617.pem 2024-11-14T03:27:32,906 INFO [FileChangeWatcher-hbase_test_ca18287596352324057617.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18287596352324057617.pem 2024-11-14T03:27:32,906 DEBUG [FileChangeWatcher-hbase_test_key1669328668041841533.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18287596352324057617.pem 2024-11-14T03:27:32,906 DEBUG [FileChangeWatcher-hbase_test_ca18287596352324057617.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18287596352324057617.pem 2024-11-14T03:27:32,906 DEBUG [FileChangeWatcher-hbase_test_key1669328668041841533.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18287596352324057617.pem 2024-11-14T03:27:32,906 INFO [FileChangeWatcher-hbase_test_ca18287596352324057617.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18287596352324057617.pem 2024-11-14T03:27:32,906 DEBUG [FileChangeWatcher-hbase_test_key1669328668041841533.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18287596352324057617.pem 2024-11-14T03:27:32,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab22d10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:27:32,907 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T03:27:32,907 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:32,911 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:32,911 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:32,911 INFO [FileChangeWatcher-hbase_test_key1669328668041841533.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1669328668041841533.pem thread started 2024-11-14T03:27:32,912 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:32,912 INFO [FileChangeWatcher-hbase_test_ca18287596352324057617.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18287596352324057617.pem thread started 2024-11-14T03:27:32,912 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T03:27:32,916 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:32,916 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:32,916 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3a56748b, L:/127.0.0.1:33423 - R:/127.0.0.1:49372] 2024-11-14T03:27:32,933 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49372, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T03:27:32,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:27:32,935 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33423 2024-11-14T03:27:32,935 DEBUG [FileChangeWatcher-hbase_test_key1669328668041841533.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1669328668041841533.pem was interrupted and is shutting down... 2024-11-14T03:27:32,935 DEBUG [FileChangeWatcher-hbase_test_key1669328668041841533.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1669328668041841533.pem was interrupted and is shutting down... 2024-11-14T03:27:32,935 DEBUG [FileChangeWatcher-hbase_test_ca18287596352324057617.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18287596352324057617.pem was interrupted and is shutting down... 2024-11-14T03:27:32,935 DEBUG [FileChangeWatcher-hbase_test_ca18287596352324057617.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18287596352324057617.pem was interrupted and is shutting down... 2024-11-14T03:27:32,935 INFO [FileChangeWatcher-hbase_test_key1669328668041841533.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1669328668041841533.pem thread finished 2024-11-14T03:27:32,941 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=41 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=361 (was 361), ProcessCount=11 (was 11), AvailableMemoryMB=5684 (was 5686) 2024-11-14T03:27:32,947 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=41, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=361, ProcessCount=11, AvailableMemoryMB=5683 2024-11-14T03:27:32,954 INFO [FileChangeWatcher-hbase_test_key1669328668041841533.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1669328668041841533.pem thread finished 2024-11-14T03:27:32,955 INFO [FileChangeWatcher-hbase_test_ca18287596352324057617.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18287596352324057617.pem thread finished 2024-11-14T03:27:32,955 INFO [FileChangeWatcher-hbase_test_ca18287596352324057617.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18287596352324057617.pem thread finished 2024-11-14T03:27:32,984 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:27:32,984 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38161 2024-11-14T03:27:32,985 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T03:27:32,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d65947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:27:32,985 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T03:27:32,986 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:33,012 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:33,013 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:33,013 INFO [FileChangeWatcher-hbase_test_key17471449097835103047.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17471449097835103047.p12 thread started 2024-11-14T03:27:33,013 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:33,014 INFO [FileChangeWatcher-hbase_test_ca4054578352628231363.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4054578352628231363.p12 thread started 2024-11-14T03:27:33,014 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T03:27:33,027 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:33,041 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:33,041 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:33,041 INFO [FileChangeWatcher-hbase_test_key17471449097835103047.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17471449097835103047.p12 thread started 2024-11-14T03:27:33,042 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:33,042 INFO [FileChangeWatcher-hbase_test_ca4054578352628231363.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4054578352628231363.p12 thread started 2024-11-14T03:27:33,042 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb2ed63f7, L:/127.0.0.1:38161 - R:/127.0.0.1:45150] 2024-11-14T03:27:33,078 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45150, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T03:27:33,086 DEBUG [FileChangeWatcher-hbase_test_key17471449097835103047.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17471449097835103047.p12 2024-11-14T03:27:33,086 DEBUG [FileChangeWatcher-hbase_test_key17471449097835103047.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17471449097835103047.p12 2024-11-14T03:27:33,086 DEBUG [FileChangeWatcher-hbase_test_ca4054578352628231363.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17471449097835103047.p12 2024-11-14T03:27:33,086 DEBUG [FileChangeWatcher-hbase_test_ca4054578352628231363.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17471449097835103047.p12 2024-11-14T03:27:33,087 INFO [FileChangeWatcher-hbase_test_key17471449097835103047.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17471449097835103047.p12 2024-11-14T03:27:33,087 INFO [FileChangeWatcher-hbase_test_key17471449097835103047.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17471449097835103047.p12 2024-11-14T03:27:33,087 DEBUG [FileChangeWatcher-hbase_test_ca4054578352628231363.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17471449097835103047.p12 2024-11-14T03:27:33,087 DEBUG [FileChangeWatcher-hbase_test_ca4054578352628231363.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17471449097835103047.p12 2024-11-14T03:27:33,110 DEBUG [FileChangeWatcher-hbase_test_ca4054578352628231363.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17471449097835103047.p12 2024-11-14T03:27:33,110 DEBUG [FileChangeWatcher-hbase_test_key17471449097835103047.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17471449097835103047.p12 2024-11-14T03:27:33,110 DEBUG [FileChangeWatcher-hbase_test_ca4054578352628231363.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17471449097835103047.p12 2024-11-14T03:27:33,110 DEBUG [FileChangeWatcher-hbase_test_key17471449097835103047.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17471449097835103047.p12 2024-11-14T03:27:33,110 DEBUG [FileChangeWatcher-hbase_test_ca4054578352628231363.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17471449097835103047.p12 2024-11-14T03:27:33,110 INFO [FileChangeWatcher-hbase_test_key17471449097835103047.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17471449097835103047.p12 2024-11-14T03:27:33,110 DEBUG [FileChangeWatcher-hbase_test_ca4054578352628231363.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17471449097835103047.p12 2024-11-14T03:27:33,110 INFO [FileChangeWatcher-hbase_test_key17471449097835103047.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17471449097835103047.p12 2024-11-14T03:27:33,110 DEBUG [FileChangeWatcher-hbase_test_ca4054578352628231363.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4054578352628231363.p12 2024-11-14T03:27:33,110 DEBUG [FileChangeWatcher-hbase_test_key17471449097835103047.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4054578352628231363.p12 2024-11-14T03:27:33,110 DEBUG [FileChangeWatcher-hbase_test_ca4054578352628231363.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4054578352628231363.p12 2024-11-14T03:27:33,110 DEBUG [FileChangeWatcher-hbase_test_key17471449097835103047.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4054578352628231363.p12 2024-11-14T03:27:33,110 INFO [FileChangeWatcher-hbase_test_ca4054578352628231363.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4054578352628231363.p12 2024-11-14T03:27:33,110 DEBUG [FileChangeWatcher-hbase_test_key17471449097835103047.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4054578352628231363.p12 2024-11-14T03:27:33,110 INFO [FileChangeWatcher-hbase_test_ca4054578352628231363.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4054578352628231363.p12 2024-11-14T03:27:33,110 DEBUG [FileChangeWatcher-hbase_test_key17471449097835103047.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4054578352628231363.p12 2024-11-14T03:27:33,123 DEBUG [FileChangeWatcher-hbase_test_ca4054578352628231363.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4054578352628231363.p12 2024-11-14T03:27:33,123 DEBUG [FileChangeWatcher-hbase_test_key17471449097835103047.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4054578352628231363.p12 2024-11-14T03:27:33,123 DEBUG [FileChangeWatcher-hbase_test_ca4054578352628231363.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4054578352628231363.p12 2024-11-14T03:27:33,123 INFO [FileChangeWatcher-hbase_test_ca4054578352628231363.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4054578352628231363.p12 2024-11-14T03:27:33,123 DEBUG [FileChangeWatcher-hbase_test_key17471449097835103047.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4054578352628231363.p12 2024-11-14T03:27:33,123 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,38161,0 is dead - stopping the connection localhost:38161/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-14T03:27:33,123 INFO [FileChangeWatcher-hbase_test_ca4054578352628231363.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4054578352628231363.p12 2024-11-14T03:27:33,123 DEBUG [FileChangeWatcher-hbase_test_key17471449097835103047.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4054578352628231363.p12 2024-11-14T03:27:33,123 DEBUG [FileChangeWatcher-hbase_test_key17471449097835103047.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4054578352628231363.p12 2024-11-14T03:27:33,123 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T03:27:33,124 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:33,150 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:33,151 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T03:27:33,177 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:33,193 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:33,194 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x46b1b7bb, L:/127.0.0.1:38161 - R:/127.0.0.1:45164] 2024-11-14T03:27:33,229 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45164, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T03:27:33,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:27:33,230 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38161 2024-11-14T03:27:33,230 DEBUG [FileChangeWatcher-hbase_test_key17471449097835103047.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17471449097835103047.p12 was interrupted and is shutting down... 2024-11-14T03:27:33,230 DEBUG [FileChangeWatcher-hbase_test_ca4054578352628231363.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4054578352628231363.p12 was interrupted and is shutting down... 2024-11-14T03:27:33,230 DEBUG [FileChangeWatcher-hbase_test_key17471449097835103047.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17471449097835103047.p12 was interrupted and is shutting down... 2024-11-14T03:27:33,230 DEBUG [FileChangeWatcher-hbase_test_ca4054578352628231363.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4054578352628231363.p12 was interrupted and is shutting down... 2024-11-14T03:27:33,230 INFO [FileChangeWatcher-hbase_test_key17471449097835103047.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17471449097835103047.p12 thread finished 2024-11-14T03:27:33,230 INFO [FileChangeWatcher-hbase_test_ca4054578352628231363.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4054578352628231363.p12 thread finished 2024-11-14T03:27:33,230 INFO [FileChangeWatcher-hbase_test_key17471449097835103047.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17471449097835103047.p12 thread finished 2024-11-14T03:27:33,230 INFO [FileChangeWatcher-hbase_test_ca4054578352628231363.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4054578352628231363.p12 thread finished 2024-11-14T03:27:33,236 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35 (was 41), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=361 (was 361), ProcessCount=11 (was 11), AvailableMemoryMB=5669 (was 5683) 2024-11-14T03:27:33,242 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=361, ProcessCount=11, AvailableMemoryMB=5669 2024-11-14T03:27:33,243 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:27:33,243 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42249 2024-11-14T03:27:33,243 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T03:27:33,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30de7cd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:27:33,244 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T03:27:33,244 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:33,272 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:33,273 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:33,273 INFO [FileChangeWatcher-hbase_test_key17471449097835103047.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17471449097835103047.p12 thread started 2024-11-14T03:27:33,273 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:33,273 INFO [FileChangeWatcher-hbase_test_ca4054578352628231363.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4054578352628231363.p12 thread started 2024-11-14T03:27:33,274 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T03:27:33,288 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:33,300 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:33,301 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:33,301 INFO [FileChangeWatcher-hbase_test_key17471449097835103047.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17471449097835103047.p12 thread started 2024-11-14T03:27:33,301 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:33,302 INFO [FileChangeWatcher-hbase_test_ca4054578352628231363.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4054578352628231363.p12 thread started 2024-11-14T03:27:33,302 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x07f3d6b0, L:/127.0.0.1:42249 - R:/127.0.0.1:36762] 2024-11-14T03:27:33,335 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36762, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T03:27:33,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:27:33,337 DEBUG [FileChangeWatcher-hbase_test_key17471449097835103047.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17471449097835103047.p12 was interrupted and is shutting down... 2024-11-14T03:27:33,337 DEBUG [FileChangeWatcher-hbase_test_ca4054578352628231363.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4054578352628231363.p12 was interrupted and is shutting down... 2024-11-14T03:27:33,337 INFO [FileChangeWatcher-hbase_test_ca4054578352628231363.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4054578352628231363.p12 thread finished 2024-11-14T03:27:33,337 INFO [FileChangeWatcher-hbase_test_key17471449097835103047.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17471449097835103047.p12 thread finished 2024-11-14T03:27:33,343 DEBUG [FileChangeWatcher-hbase_test_key17471449097835103047.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17471449097835103047.p12 2024-11-14T03:27:33,343 DEBUG [FileChangeWatcher-hbase_test_ca4054578352628231363.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17471449097835103047.p12 2024-11-14T03:27:33,343 INFO [FileChangeWatcher-hbase_test_key17471449097835103047.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17471449097835103047.p12 2024-11-14T03:27:33,343 DEBUG [FileChangeWatcher-hbase_test_ca4054578352628231363.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17471449097835103047.p12 2024-11-14T03:27:33,367 DEBUG [FileChangeWatcher-hbase_test_ca4054578352628231363.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17471449097835103047.p12 2024-11-14T03:27:33,367 DEBUG [FileChangeWatcher-hbase_test_key17471449097835103047.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17471449097835103047.p12 2024-11-14T03:27:33,367 DEBUG [FileChangeWatcher-hbase_test_ca4054578352628231363.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17471449097835103047.p12 2024-11-14T03:27:33,367 INFO [FileChangeWatcher-hbase_test_key17471449097835103047.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17471449097835103047.p12 2024-11-14T03:27:33,367 DEBUG [FileChangeWatcher-hbase_test_ca4054578352628231363.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4054578352628231363.p12 2024-11-14T03:27:33,367 DEBUG [FileChangeWatcher-hbase_test_key17471449097835103047.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4054578352628231363.p12 2024-11-14T03:27:33,367 INFO [FileChangeWatcher-hbase_test_ca4054578352628231363.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4054578352628231363.p12 2024-11-14T03:27:33,367 DEBUG [FileChangeWatcher-hbase_test_key17471449097835103047.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4054578352628231363.p12 2024-11-14T03:27:33,381 DEBUG [FileChangeWatcher-hbase_test_ca4054578352628231363.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4054578352628231363.p12 2024-11-14T03:27:33,381 DEBUG [FileChangeWatcher-hbase_test_key17471449097835103047.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4054578352628231363.p12 2024-11-14T03:27:33,381 INFO [FileChangeWatcher-hbase_test_ca4054578352628231363.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4054578352628231363.p12 2024-11-14T03:27:33,381 DEBUG [FileChangeWatcher-hbase_test_key17471449097835103047.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4054578352628231363.p12 2024-11-14T03:27:33,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33c2eba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:27:33,382 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T03:27:33,382 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:33,409 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:33,409 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:33,410 INFO [FileChangeWatcher-hbase_test_key17471449097835103047.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17471449097835103047.p12 thread started 2024-11-14T03:27:33,410 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:33,410 INFO [FileChangeWatcher-hbase_test_ca4054578352628231363.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4054578352628231363.p12 thread started 2024-11-14T03:27:33,410 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T03:27:33,424 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:33,437 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:33,438 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa833d03b, L:/127.0.0.1:42249 - R:/127.0.0.1:36776] 2024-11-14T03:27:33,481 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36776, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T03:27:33,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:27:33,482 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42249 2024-11-14T03:27:33,482 DEBUG [FileChangeWatcher-hbase_test_key17471449097835103047.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17471449097835103047.p12 was interrupted and is shutting down... 2024-11-14T03:27:33,482 DEBUG [FileChangeWatcher-hbase_test_ca4054578352628231363.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4054578352628231363.p12 was interrupted and is shutting down... 2024-11-14T03:27:33,482 DEBUG [FileChangeWatcher-hbase_test_key17471449097835103047.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17471449097835103047.p12 was interrupted and is shutting down... 2024-11-14T03:27:33,483 DEBUG [FileChangeWatcher-hbase_test_ca4054578352628231363.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4054578352628231363.p12 was interrupted and is shutting down... 2024-11-14T03:27:33,483 INFO [FileChangeWatcher-hbase_test_ca4054578352628231363.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4054578352628231363.p12 thread finished 2024-11-14T03:27:33,484 INFO [FileChangeWatcher-hbase_test_key17471449097835103047.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17471449097835103047.p12 thread finished 2024-11-14T03:27:33,491 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=361 (was 361), ProcessCount=11 (was 11), AvailableMemoryMB=5656 (was 5669) 2024-11-14T03:27:33,497 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=361, ProcessCount=11, AvailableMemoryMB=5656 2024-11-14T03:27:33,502 INFO [FileChangeWatcher-hbase_test_key17471449097835103047.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17471449097835103047.p12 thread finished 2024-11-14T03:27:33,503 INFO [FileChangeWatcher-hbase_test_ca4054578352628231363.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4054578352628231363.p12 thread finished 2024-11-14T03:27:34,007 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:27:34,007 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34619 2024-11-14T03:27:34,007 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T03:27:34,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bfc3b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:27:34,008 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T03:27:34,009 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:34,255 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:34,255 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:34,263 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:34,263 INFO [FileChangeWatcher-hbase_test_key5523893499297937417.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5523893499297937417.bcfks thread started 2024-11-14T03:27:34,263 INFO [FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks thread started 2024-11-14T03:27:34,263 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T03:27:34,392 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:34,515 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:34,515 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:34,516 INFO [FileChangeWatcher-hbase_test_key5523893499297937417.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5523893499297937417.bcfks thread started 2024-11-14T03:27:34,516 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:34,516 INFO [FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks thread started 2024-11-14T03:27:34,516 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x244ac8b8, L:/127.0.0.1:34619 - R:/127.0.0.1:34736] 2024-11-14T03:27:34,690 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34736, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T03:27:34,708 DEBUG [FileChangeWatcher-hbase_test_key5523893499297937417.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5523893499297937417.bcfks 2024-11-14T03:27:34,708 DEBUG [FileChangeWatcher-hbase_test_key5523893499297937417.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5523893499297937417.bcfks 2024-11-14T03:27:34,708 DEBUG [FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5523893499297937417.bcfks 2024-11-14T03:27:34,708 INFO [FileChangeWatcher-hbase_test_key5523893499297937417.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5523893499297937417.bcfks 2024-11-14T03:27:34,708 INFO [FileChangeWatcher-hbase_test_key5523893499297937417.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5523893499297937417.bcfks 2024-11-14T03:27:34,708 DEBUG [FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5523893499297937417.bcfks 2024-11-14T03:27:34,710 DEBUG [FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5523893499297937417.bcfks 2024-11-14T03:27:34,711 DEBUG [FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5523893499297937417.bcfks 2024-11-14T03:27:34,939 DEBUG [FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5523893499297937417.bcfks 2024-11-14T03:27:34,939 DEBUG [FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5523893499297937417.bcfks 2024-11-14T03:27:34,939 DEBUG [FileChangeWatcher-hbase_test_key5523893499297937417.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5523893499297937417.bcfks 2024-11-14T03:27:34,939 DEBUG [FileChangeWatcher-hbase_test_key5523893499297937417.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5523893499297937417.bcfks 2024-11-14T03:27:34,939 INFO [FileChangeWatcher-hbase_test_key5523893499297937417.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5523893499297937417.bcfks 2024-11-14T03:27:34,939 DEBUG [FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5523893499297937417.bcfks 2024-11-14T03:27:34,939 DEBUG [FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5523893499297937417.bcfks 2024-11-14T03:27:34,939 INFO [FileChangeWatcher-hbase_test_key5523893499297937417.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5523893499297937417.bcfks 2024-11-14T03:27:34,939 DEBUG [FileChangeWatcher-hbase_test_key5523893499297937417.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10793022723142815369.bcfks 2024-11-14T03:27:34,939 DEBUG [FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10793022723142815369.bcfks 2024-11-14T03:27:34,939 DEBUG [FileChangeWatcher-hbase_test_key5523893499297937417.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10793022723142815369.bcfks 2024-11-14T03:27:34,939 DEBUG [FileChangeWatcher-hbase_test_key5523893499297937417.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10793022723142815369.bcfks 2024-11-14T03:27:34,940 INFO [FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10793022723142815369.bcfks 2024-11-14T03:27:34,940 DEBUG [FileChangeWatcher-hbase_test_key5523893499297937417.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10793022723142815369.bcfks 2024-11-14T03:27:34,940 DEBUG [FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10793022723142815369.bcfks 2024-11-14T03:27:34,940 INFO [FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10793022723142815369.bcfks 2024-11-14T03:27:35,085 DEBUG [FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10793022723142815369.bcfks 2024-11-14T03:27:35,085 DEBUG [FileChangeWatcher-hbase_test_key5523893499297937417.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10793022723142815369.bcfks 2024-11-14T03:27:35,085 DEBUG [FileChangeWatcher-hbase_test_key5523893499297937417.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10793022723142815369.bcfks 2024-11-14T03:27:35,085 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34619,0 is dead - stopping the connection localhost:34619/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-14T03:27:35,085 INFO [FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10793022723142815369.bcfks 2024-11-14T03:27:35,085 DEBUG [FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10793022723142815369.bcfks 2024-11-14T03:27:35,086 INFO [FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10793022723142815369.bcfks 2024-11-14T03:27:35,086 DEBUG [FileChangeWatcher-hbase_test_key5523893499297937417.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10793022723142815369.bcfks 2024-11-14T03:27:35,086 DEBUG [FileChangeWatcher-hbase_test_key5523893499297937417.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10793022723142815369.bcfks 2024-11-14T03:27:35,086 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T03:27:35,086 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:35,380 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:35,381 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T03:27:35,512 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:35,652 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:35,652 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3f713707, L:/127.0.0.1:34619 - R:/127.0.0.1:34746] 2024-11-14T03:27:35,800 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34746, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T03:27:35,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:27:35,801 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34619 2024-11-14T03:27:35,801 DEBUG [FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks was interrupted and is shutting down... 2024-11-14T03:27:35,801 DEBUG [FileChangeWatcher-hbase_test_key5523893499297937417.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5523893499297937417.bcfks was interrupted and is shutting down... 2024-11-14T03:27:35,801 DEBUG [FileChangeWatcher-hbase_test_key5523893499297937417.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5523893499297937417.bcfks was interrupted and is shutting down... 2024-11-14T03:27:35,801 DEBUG [FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks was interrupted and is shutting down... 2024-11-14T03:27:35,801 INFO [FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks thread finished 2024-11-14T03:27:35,801 INFO [FileChangeWatcher-hbase_test_key5523893499297937417.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5523893499297937417.bcfks thread finished 2024-11-14T03:27:35,807 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=404 (was 361) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5600 (was 5656) 2024-11-14T03:27:35,812 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=404, ProcessCount=11, AvailableMemoryMB=5600 2024-11-14T03:27:35,813 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:27:35,814 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44445 2024-11-14T03:27:35,814 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T03:27:35,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@284207f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:27:35,815 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T03:27:35,815 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:35,818 INFO [FileChangeWatcher-hbase_test_key5523893499297937417.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5523893499297937417.bcfks thread finished 2024-11-14T03:27:35,819 INFO [FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks thread finished 2024-11-14T03:27:36,075 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:36,076 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:36,077 INFO [FileChangeWatcher-hbase_test_key5523893499297937417.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5523893499297937417.bcfks thread started 2024-11-14T03:27:36,077 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:36,077 INFO [FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks thread started 2024-11-14T03:27:36,077 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T03:27:36,212 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:36,335 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:36,336 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:36,336 INFO [FileChangeWatcher-hbase_test_key5523893499297937417.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5523893499297937417.bcfks thread started 2024-11-14T03:27:36,336 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:36,337 INFO [FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks thread started 2024-11-14T03:27:36,337 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf2fd5c62, L:/127.0.0.1:44445 - R:/127.0.0.1:40998] 2024-11-14T03:27:36,484 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40998, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T03:27:36,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:27:36,486 DEBUG [FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks was interrupted and is shutting down... 2024-11-14T03:27:36,486 DEBUG [FileChangeWatcher-hbase_test_key5523893499297937417.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5523893499297937417.bcfks was interrupted and is shutting down... 2024-11-14T03:27:36,486 INFO [FileChangeWatcher-hbase_test_key5523893499297937417.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5523893499297937417.bcfks thread finished 2024-11-14T03:27:36,486 INFO [FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks thread finished 2024-11-14T03:27:36,496 DEBUG [FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5523893499297937417.bcfks 2024-11-14T03:27:36,496 DEBUG [FileChangeWatcher-hbase_test_key5523893499297937417.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5523893499297937417.bcfks 2024-11-14T03:27:36,496 INFO [FileChangeWatcher-hbase_test_key5523893499297937417.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5523893499297937417.bcfks 2024-11-14T03:27:36,496 DEBUG [FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5523893499297937417.bcfks 2024-11-14T03:27:36,691 DEBUG [FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5523893499297937417.bcfks 2024-11-14T03:27:36,691 DEBUG [FileChangeWatcher-hbase_test_key5523893499297937417.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5523893499297937417.bcfks 2024-11-14T03:27:36,691 INFO [FileChangeWatcher-hbase_test_key5523893499297937417.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5523893499297937417.bcfks 2024-11-14T03:27:36,691 DEBUG [FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5523893499297937417.bcfks 2024-11-14T03:27:36,715 DEBUG [FileChangeWatcher-hbase_test_key5523893499297937417.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10793022723142815369.bcfks 2024-11-14T03:27:36,715 DEBUG [FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10793022723142815369.bcfks 2024-11-14T03:27:36,715 DEBUG [FileChangeWatcher-hbase_test_key5523893499297937417.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10793022723142815369.bcfks 2024-11-14T03:27:36,715 INFO [FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10793022723142815369.bcfks 2024-11-14T03:27:36,855 DEBUG [FileChangeWatcher-hbase_test_key5523893499297937417.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10793022723142815369.bcfks 2024-11-14T03:27:36,855 DEBUG [FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10793022723142815369.bcfks 2024-11-14T03:27:36,855 DEBUG [FileChangeWatcher-hbase_test_key5523893499297937417.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10793022723142815369.bcfks 2024-11-14T03:27:36,855 INFO [FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10793022723142815369.bcfks 2024-11-14T03:27:36,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b4f54b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:27:36,855 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T03:27:36,856 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:37,137 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:37,137 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:37,138 INFO [FileChangeWatcher-hbase_test_key5523893499297937417.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5523893499297937417.bcfks thread started 2024-11-14T03:27:37,138 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef21766e-08d1-aeff-b9ac-53e9a28c5742/TestNettyTLSIPCFileWatcher 2024-11-14T03:27:37,138 INFO [FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks thread started 2024-11-14T03:27:37,139 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T03:27:37,275 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T03:27:37,412 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T03:27:37,413 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd197bad4, L:/127.0.0.1:44445 - R:/127.0.0.1:41008] 2024-11-14T03:27:37,550 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41008, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T03:27:37,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:27:37,551 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44445 2024-11-14T03:27:37,551 DEBUG [FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks was interrupted and is shutting down... 2024-11-14T03:27:37,551 DEBUG [FileChangeWatcher-hbase_test_key5523893499297937417.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5523893499297937417.bcfks was interrupted and is shutting down... 2024-11-14T03:27:37,551 DEBUG [FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks was interrupted and is shutting down... 2024-11-14T03:27:37,551 DEBUG [FileChangeWatcher-hbase_test_key5523893499297937417.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5523893499297937417.bcfks was interrupted and is shutting down... 2024-11-14T03:27:37,557 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=43 (was 39) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=404 (was 404), ProcessCount=11 (was 11), AvailableMemoryMB=5604 (was 5600) - AvailableMemoryMB LEAK? - 2024-11-14T03:27:37,566 INFO [FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks thread finished 2024-11-14T03:27:37,566 INFO [FileChangeWatcher-hbase_test_key5523893499297937417.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5523893499297937417.bcfks thread finished 2024-11-14T03:27:37,566 INFO [FileChangeWatcher-hbase_test_key5523893499297937417.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5523893499297937417.bcfks thread finished 2024-11-14T03:27:37,566 INFO [FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10793022723142815369.bcfks thread finished