2024-11-27 11:12:27,795 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-27 11:12:27,807 main DEBUG Took 0.010007 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-27 11:12:27,807 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-27 11:12:27,808 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-27 11:12:27,808 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-27 11:12:27,810 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 11:12:27,822 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-27 11:12:27,837 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 11:12:27,838 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 11:12:27,839 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 11:12:27,839 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 11:12:27,840 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 11:12:27,840 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 11:12:27,842 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 11:12:27,842 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 11:12:27,843 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 11:12:27,843 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 11:12:27,844 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 11:12:27,844 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 11:12:27,845 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 11:12:27,846 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 11:12:27,846 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 11:12:27,847 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 11:12:27,847 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 11:12:27,848 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 11:12:27,849 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 11:12:27,849 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 11:12:27,849 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 11:12:27,850 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 11:12:27,851 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 11:12:27,851 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 11:12:27,852 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 11:12:27,852 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-27 11:12:27,854 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 11:12:27,856 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-27 11:12:27,858 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-27 11:12:27,859 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-27 11:12:27,860 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-27 11:12:27,860 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-27 11:12:27,870 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-27 11:12:27,872 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-27 11:12:27,874 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-27 11:12:27,874 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-27 11:12:27,875 main DEBUG createAppenders(={Console}) 2024-11-27 11:12:27,875 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-27 11:12:27,875 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-27 11:12:27,876 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-27 11:12:27,876 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-27 11:12:27,877 main DEBUG OutputStream closed 2024-11-27 11:12:27,877 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-27 11:12:27,877 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-27 11:12:27,877 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-27 11:12:27,960 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-27 11:12:27,962 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-27 11:12:27,964 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-27 11:12:27,965 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-27 11:12:27,966 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-27 11:12:27,966 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-27 11:12:27,967 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-27 11:12:27,968 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-27 11:12:27,968 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-27 11:12:27,968 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-27 11:12:27,969 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-27 11:12:27,969 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-27 11:12:27,970 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-27 11:12:27,970 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-27 11:12:27,971 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-27 11:12:27,971 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-27 11:12:27,971 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-27 11:12:27,972 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-27 11:12:27,975 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27 11:12:27,975 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-27 11:12:27,975 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-27 11:12:27,976 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-27T11:12:27,994 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-27 11:12:27,998 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-27 11:12:27,998 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27T11:12:28,424 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-27T11:12:29,282 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=347, ProcessCount=11, AvailableMemoryMB=4921 2024-11-27T11:12:30,013 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T11:12:30,053 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-27T11:12:30,074 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-27T11:12:30,084 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-27T11:12:30,160 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:12:30,200 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 31162 (auto-detected) 2024-11-27T11:12:30,201 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-27T11:12:30,223 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38263 2024-11-27T11:12:30,227 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T11:12:30,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:12:30,258 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-27T11:12:30,258 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-27T11:12:30,570 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T11:12:30,633 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:30,710 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:30,805 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:30,808 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:30,808 INFO [FileChangeWatcher-hbase_test_key14722245593001406643.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14722245593001406643.jks thread started 2024-11-27T11:12:30,809 INFO [FileChangeWatcher-hbase_test_ca15139289406224797449.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15139289406224797449.jks thread started 2024-11-27T11:12:30,816 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T11:12:30,902 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:30,917 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:31,015 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:31,016 INFO [FileChangeWatcher-hbase_test_key14722245593001406643.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14722245593001406643.jks thread started 2024-11-27T11:12:31,016 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:31,017 INFO [FileChangeWatcher-hbase_test_ca15139289406224797449.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15139289406224797449.jks thread started 2024-11-27T11:12:31,018 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc63252e6, L:/127.0.0.1:38263 - R:/127.0.0.1:44064] 2024-11-27T11:12:31,129 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44064, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T11:12:31,421 DEBUG [FileChangeWatcher-hbase_test_ca15139289406224797449.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14722245593001406643.jks 2024-11-27T11:12:31,421 DEBUG [FileChangeWatcher-hbase_test_key14722245593001406643.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14722245593001406643.jks 2024-11-27T11:12:31,421 DEBUG [FileChangeWatcher-hbase_test_ca15139289406224797449.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14722245593001406643.jks 2024-11-27T11:12:31,422 INFO [FileChangeWatcher-hbase_test_key14722245593001406643.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14722245593001406643.jks 2024-11-27T11:12:31,421 DEBUG [FileChangeWatcher-hbase_test_ca15139289406224797449.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14722245593001406643.jks 2024-11-27T11:12:31,422 DEBUG [FileChangeWatcher-hbase_test_key14722245593001406643.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14722245593001406643.jks 2024-11-27T11:12:31,422 DEBUG [FileChangeWatcher-hbase_test_ca15139289406224797449.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14722245593001406643.jks 2024-11-27T11:12:31,422 INFO [FileChangeWatcher-hbase_test_key14722245593001406643.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14722245593001406643.jks 2024-11-27T11:12:31,448 DEBUG [FileChangeWatcher-hbase_test_key14722245593001406643.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14722245593001406643.jks 2024-11-27T11:12:31,448 DEBUG [FileChangeWatcher-hbase_test_ca15139289406224797449.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14722245593001406643.jks 2024-11-27T11:12:31,448 DEBUG [FileChangeWatcher-hbase_test_ca15139289406224797449.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14722245593001406643.jks 2024-11-27T11:12:31,448 DEBUG [FileChangeWatcher-hbase_test_key14722245593001406643.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14722245593001406643.jks 2024-11-27T11:12:31,448 DEBUG [FileChangeWatcher-hbase_test_ca15139289406224797449.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14722245593001406643.jks 2024-11-27T11:12:31,448 DEBUG [FileChangeWatcher-hbase_test_ca15139289406224797449.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14722245593001406643.jks 2024-11-27T11:12:31,448 INFO [FileChangeWatcher-hbase_test_key14722245593001406643.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14722245593001406643.jks 2024-11-27T11:12:31,448 INFO [FileChangeWatcher-hbase_test_key14722245593001406643.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14722245593001406643.jks 2024-11-27T11:12:31,448 DEBUG [FileChangeWatcher-hbase_test_ca15139289406224797449.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15139289406224797449.jks 2024-11-27T11:12:31,448 DEBUG [FileChangeWatcher-hbase_test_ca15139289406224797449.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15139289406224797449.jks 2024-11-27T11:12:31,448 DEBUG [FileChangeWatcher-hbase_test_key14722245593001406643.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15139289406224797449.jks 2024-11-27T11:12:31,449 INFO [FileChangeWatcher-hbase_test_ca15139289406224797449.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15139289406224797449.jks 2024-11-27T11:12:31,449 INFO [FileChangeWatcher-hbase_test_ca15139289406224797449.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15139289406224797449.jks 2024-11-27T11:12:31,449 DEBUG [FileChangeWatcher-hbase_test_key14722245593001406643.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15139289406224797449.jks 2024-11-27T11:12:31,449 DEBUG [FileChangeWatcher-hbase_test_key14722245593001406643.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15139289406224797449.jks 2024-11-27T11:12:31,449 DEBUG [FileChangeWatcher-hbase_test_key14722245593001406643.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15139289406224797449.jks 2024-11-27T11:12:31,465 DEBUG [FileChangeWatcher-hbase_test_key14722245593001406643.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15139289406224797449.jks 2024-11-27T11:12:31,465 DEBUG [FileChangeWatcher-hbase_test_ca15139289406224797449.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15139289406224797449.jks 2024-11-27T11:12:31,465 DEBUG [FileChangeWatcher-hbase_test_ca15139289406224797449.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15139289406224797449.jks 2024-11-27T11:12:31,465 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,38263,0 is dead - stopping the connection localhost:38263/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-27T11:12:31,465 DEBUG [FileChangeWatcher-hbase_test_key14722245593001406643.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15139289406224797449.jks 2024-11-27T11:12:31,465 DEBUG [FileChangeWatcher-hbase_test_key14722245593001406643.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15139289406224797449.jks 2024-11-27T11:12:31,465 INFO [FileChangeWatcher-hbase_test_ca15139289406224797449.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15139289406224797449.jks 2024-11-27T11:12:31,465 INFO [FileChangeWatcher-hbase_test_ca15139289406224797449.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15139289406224797449.jks 2024-11-27T11:12:31,465 DEBUG [FileChangeWatcher-hbase_test_key14722245593001406643.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15139289406224797449.jks 2024-11-27T11:12:31,466 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T11:12:31,468 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:31,505 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:31,506 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T11:12:31,522 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:31,537 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:31,538 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x30586435, L:/127.0.0.1:38263 - R:/127.0.0.1:44074] 2024-11-27T11:12:31,590 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44074, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T11:12:31,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:12:31,592 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38263 2024-11-27T11:12:31,592 DEBUG [FileChangeWatcher-hbase_test_key14722245593001406643.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14722245593001406643.jks was interrupted and is shutting down... 2024-11-27T11:12:31,592 DEBUG [FileChangeWatcher-hbase_test_ca15139289406224797449.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15139289406224797449.jks was interrupted and is shutting down... 2024-11-27T11:12:31,593 INFO [FileChangeWatcher-hbase_test_ca15139289406224797449.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15139289406224797449.jks thread finished 2024-11-27T11:12:31,593 INFO [FileChangeWatcher-hbase_test_key14722245593001406643.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14722245593001406643.jks thread finished 2024-11-27T11:12:31,596 DEBUG [FileChangeWatcher-hbase_test_key14722245593001406643.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14722245593001406643.jks was interrupted and is shutting down... 2024-11-27T11:12:31,596 DEBUG [FileChangeWatcher-hbase_test_ca15139289406224797449.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15139289406224797449.jks was interrupted and is shutting down... 2024-11-27T11:12:31,596 INFO [FileChangeWatcher-hbase_test_key14722245593001406643.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14722245593001406643.jks thread finished 2024-11-27T11:12:31,605 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca15139289406224797449.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=347 (was 347), ProcessCount=11 (was 11), AvailableMemoryMB=4773 (was 4921) 2024-11-27T11:12:31,612 INFO [FileChangeWatcher-hbase_test_ca15139289406224797449.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15139289406224797449.jks thread finished 2024-11-27T11:12:31,612 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=347, ProcessCount=11, AvailableMemoryMB=4772 2024-11-27T11:12:31,614 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:12:31,614 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38699 2024-11-27T11:12:31,614 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T11:12:31,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@597e2e2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:12:31,616 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T11:12:31,617 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:31,648 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:31,649 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:31,649 INFO [FileChangeWatcher-hbase_test_key14722245593001406643.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14722245593001406643.jks thread started 2024-11-27T11:12:31,649 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:31,650 INFO [FileChangeWatcher-hbase_test_ca15139289406224797449.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15139289406224797449.jks thread started 2024-11-27T11:12:31,650 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T11:12:31,668 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:31,683 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:31,684 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:31,685 INFO [FileChangeWatcher-hbase_test_key14722245593001406643.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14722245593001406643.jks thread started 2024-11-27T11:12:31,685 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:31,685 INFO [FileChangeWatcher-hbase_test_ca15139289406224797449.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15139289406224797449.jks thread started 2024-11-27T11:12:31,685 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6ec192eb, L:/127.0.0.1:38699 - R:/127.0.0.1:59156] 2024-11-27T11:12:31,725 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59156, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T11:12:31,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:12:31,728 DEBUG [FileChangeWatcher-hbase_test_ca15139289406224797449.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15139289406224797449.jks was interrupted and is shutting down... 2024-11-27T11:12:31,728 DEBUG [FileChangeWatcher-hbase_test_key14722245593001406643.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14722245593001406643.jks was interrupted and is shutting down... 2024-11-27T11:12:31,728 INFO [FileChangeWatcher-hbase_test_ca15139289406224797449.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15139289406224797449.jks thread finished 2024-11-27T11:12:31,728 INFO [FileChangeWatcher-hbase_test_key14722245593001406643.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14722245593001406643.jks thread finished 2024-11-27T11:12:31,959 DEBUG [FileChangeWatcher-hbase_test_key14722245593001406643.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14722245593001406643.jks 2024-11-27T11:12:31,959 DEBUG [FileChangeWatcher-hbase_test_ca15139289406224797449.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14722245593001406643.jks 2024-11-27T11:12:31,960 INFO [FileChangeWatcher-hbase_test_key14722245593001406643.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14722245593001406643.jks 2024-11-27T11:12:31,960 DEBUG [FileChangeWatcher-hbase_test_ca15139289406224797449.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14722245593001406643.jks 2024-11-27T11:12:31,987 DEBUG [FileChangeWatcher-hbase_test_key14722245593001406643.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14722245593001406643.jks 2024-11-27T11:12:31,987 DEBUG [FileChangeWatcher-hbase_test_ca15139289406224797449.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14722245593001406643.jks 2024-11-27T11:12:31,987 INFO [FileChangeWatcher-hbase_test_key14722245593001406643.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14722245593001406643.jks 2024-11-27T11:12:31,987 DEBUG [FileChangeWatcher-hbase_test_ca15139289406224797449.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14722245593001406643.jks 2024-11-27T11:12:31,987 DEBUG [FileChangeWatcher-hbase_test_key14722245593001406643.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15139289406224797449.jks 2024-11-27T11:12:31,987 DEBUG [FileChangeWatcher-hbase_test_ca15139289406224797449.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15139289406224797449.jks 2024-11-27T11:12:31,987 DEBUG [FileChangeWatcher-hbase_test_key14722245593001406643.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15139289406224797449.jks 2024-11-27T11:12:31,987 INFO [FileChangeWatcher-hbase_test_ca15139289406224797449.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15139289406224797449.jks 2024-11-27T11:12:32,002 DEBUG [FileChangeWatcher-hbase_test_ca15139289406224797449.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15139289406224797449.jks 2024-11-27T11:12:32,002 DEBUG [FileChangeWatcher-hbase_test_key14722245593001406643.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15139289406224797449.jks 2024-11-27T11:12:32,002 INFO [FileChangeWatcher-hbase_test_ca15139289406224797449.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15139289406224797449.jks 2024-11-27T11:12:32,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f643c99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:12:32,002 DEBUG [FileChangeWatcher-hbase_test_key14722245593001406643.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15139289406224797449.jks 2024-11-27T11:12:32,003 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T11:12:32,004 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:32,035 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:32,036 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:32,037 INFO [FileChangeWatcher-hbase_test_key14722245593001406643.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14722245593001406643.jks thread started 2024-11-27T11:12:32,037 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:32,037 INFO [FileChangeWatcher-hbase_test_ca15139289406224797449.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15139289406224797449.jks thread started 2024-11-27T11:12:32,038 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T11:12:32,053 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:32,071 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:32,072 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0f2c6739, L:/127.0.0.1:38699 - R:/127.0.0.1:59166] 2024-11-27T11:12:32,118 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59166, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T11:12:32,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:12:32,121 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38699 2024-11-27T11:12:32,121 DEBUG [FileChangeWatcher-hbase_test_ca15139289406224797449.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15139289406224797449.jks was interrupted and is shutting down... 2024-11-27T11:12:32,121 DEBUG [FileChangeWatcher-hbase_test_key14722245593001406643.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14722245593001406643.jks was interrupted and is shutting down... 2024-11-27T11:12:32,121 DEBUG [FileChangeWatcher-hbase_test_key14722245593001406643.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14722245593001406643.jks was interrupted and is shutting down... 2024-11-27T11:12:32,121 DEBUG [FileChangeWatcher-hbase_test_ca15139289406224797449.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15139289406224797449.jks was interrupted and is shutting down... 2024-11-27T11:12:32,121 INFO [FileChangeWatcher-hbase_test_ca15139289406224797449.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15139289406224797449.jks thread finished 2024-11-27T11:12:32,121 INFO [FileChangeWatcher-hbase_test_key14722245593001406643.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14722245593001406643.jks thread finished 2024-11-27T11:12:32,122 INFO [FileChangeWatcher-hbase_test_key14722245593001406643.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14722245593001406643.jks thread finished 2024-11-27T11:12:32,130 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 23) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=343 (was 347), ProcessCount=11 (was 11), AvailableMemoryMB=4735 (was 4772) 2024-11-27T11:12:32,137 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=343, ProcessCount=11, AvailableMemoryMB=4735 2024-11-27T11:12:32,144 INFO [FileChangeWatcher-hbase_test_ca15139289406224797449.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15139289406224797449.jks thread finished 2024-11-27T11:12:32,195 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:12:32,196 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33365 2024-11-27T11:12:32,197 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T11:12:32,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32011580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:12:32,198 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T11:12:32,199 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:32,221 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:32,222 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:32,222 INFO [FileChangeWatcher-hbase_test_key7107092163445319980.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7107092163445319980.pem thread started 2024-11-27T11:12:32,223 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:32,223 INFO [FileChangeWatcher-hbase_test_ca6211334956982498517.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6211334956982498517.pem thread started 2024-11-27T11:12:32,223 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T11:12:32,246 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:32,247 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:32,247 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:32,248 INFO [FileChangeWatcher-hbase_test_key7107092163445319980.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7107092163445319980.pem thread started 2024-11-27T11:12:32,248 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:32,249 INFO [FileChangeWatcher-hbase_test_ca6211334956982498517.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6211334956982498517.pem thread started 2024-11-27T11:12:32,249 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4a26ad41, L:/127.0.0.1:33365 - R:/127.0.0.1:39928] 2024-11-27T11:12:32,267 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39928, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T11:12:32,626 DEBUG [FileChangeWatcher-hbase_test_key7107092163445319980.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7107092163445319980.pem 2024-11-27T11:12:32,626 DEBUG [FileChangeWatcher-hbase_test_key7107092163445319980.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7107092163445319980.pem 2024-11-27T11:12:32,626 DEBUG [FileChangeWatcher-hbase_test_ca6211334956982498517.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7107092163445319980.pem 2024-11-27T11:12:32,626 INFO [FileChangeWatcher-hbase_test_key7107092163445319980.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7107092163445319980.pem 2024-11-27T11:12:32,626 DEBUG [FileChangeWatcher-hbase_test_ca6211334956982498517.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7107092163445319980.pem 2024-11-27T11:12:32,627 DEBUG [FileChangeWatcher-hbase_test_ca6211334956982498517.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7107092163445319980.pem 2024-11-27T11:12:32,627 DEBUG [FileChangeWatcher-hbase_test_ca6211334956982498517.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7107092163445319980.pem 2024-11-27T11:12:32,627 DEBUG [FileChangeWatcher-hbase_test_key7107092163445319980.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7107092163445319980.pem 2024-11-27T11:12:32,627 INFO [FileChangeWatcher-hbase_test_key7107092163445319980.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7107092163445319980.pem 2024-11-27T11:12:32,627 INFO [FileChangeWatcher-hbase_test_key7107092163445319980.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7107092163445319980.pem 2024-11-27T11:12:32,627 DEBUG [FileChangeWatcher-hbase_test_key7107092163445319980.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7107092163445319980.pem 2024-11-27T11:12:32,627 DEBUG [FileChangeWatcher-hbase_test_ca6211334956982498517.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7107092163445319980.pem 2024-11-27T11:12:32,628 INFO [FileChangeWatcher-hbase_test_key7107092163445319980.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7107092163445319980.pem 2024-11-27T11:12:32,628 DEBUG [FileChangeWatcher-hbase_test_ca6211334956982498517.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7107092163445319980.pem 2024-11-27T11:12:32,628 DEBUG [FileChangeWatcher-hbase_test_key7107092163445319980.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6211334956982498517.pem 2024-11-27T11:12:32,628 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,33365,0 is dead - stopping the connection localhost:33365/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-27T11:12:32,628 DEBUG [FileChangeWatcher-hbase_test_ca6211334956982498517.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7107092163445319980.pem 2024-11-27T11:12:32,628 DEBUG [FileChangeWatcher-hbase_test_key7107092163445319980.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6211334956982498517.pem 2024-11-27T11:12:32,628 DEBUG [FileChangeWatcher-hbase_test_ca6211334956982498517.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7107092163445319980.pem 2024-11-27T11:12:32,628 DEBUG [FileChangeWatcher-hbase_test_ca6211334956982498517.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6211334956982498517.pem 2024-11-27T11:12:32,628 DEBUG [FileChangeWatcher-hbase_test_ca6211334956982498517.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6211334956982498517.pem 2024-11-27T11:12:32,628 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T11:12:32,629 INFO [FileChangeWatcher-hbase_test_ca6211334956982498517.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6211334956982498517.pem 2024-11-27T11:12:32,629 INFO [FileChangeWatcher-hbase_test_ca6211334956982498517.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6211334956982498517.pem 2024-11-27T11:12:32,629 DEBUG [FileChangeWatcher-hbase_test_key7107092163445319980.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6211334956982498517.pem 2024-11-27T11:12:32,630 DEBUG [FileChangeWatcher-hbase_test_key7107092163445319980.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6211334956982498517.pem 2024-11-27T11:12:32,630 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:32,636 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:32,636 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T11:12:32,644 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:32,644 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:32,645 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5cceebbe, L:/127.0.0.1:33365 - R:/127.0.0.1:39942] 2024-11-27T11:12:32,666 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39942, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T11:12:32,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:12:32,668 DEBUG [FileChangeWatcher-hbase_test_key7107092163445319980.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7107092163445319980.pem was interrupted and is shutting down... 2024-11-27T11:12:32,668 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33365 2024-11-27T11:12:32,668 DEBUG [FileChangeWatcher-hbase_test_ca6211334956982498517.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6211334956982498517.pem was interrupted and is shutting down... 2024-11-27T11:12:32,669 DEBUG [FileChangeWatcher-hbase_test_key7107092163445319980.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7107092163445319980.pem was interrupted and is shutting down... 2024-11-27T11:12:32,669 INFO [FileChangeWatcher-hbase_test_key7107092163445319980.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7107092163445319980.pem thread finished 2024-11-27T11:12:32,669 INFO [FileChangeWatcher-hbase_test_ca6211334956982498517.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6211334956982498517.pem thread finished 2024-11-27T11:12:32,669 DEBUG [FileChangeWatcher-hbase_test_ca6211334956982498517.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6211334956982498517.pem was interrupted and is shutting down... 2024-11-27T11:12:32,669 INFO [FileChangeWatcher-hbase_test_key7107092163445319980.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7107092163445319980.pem thread finished 2024-11-27T11:12:32,676 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca6211334956982498517.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=343 (was 343), ProcessCount=11 (was 11), AvailableMemoryMB=4637 (was 4735) 2024-11-27T11:12:32,682 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=343, ProcessCount=11, AvailableMemoryMB=4637 2024-11-27T11:12:32,683 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:12:32,684 INFO [FileChangeWatcher-hbase_test_ca6211334956982498517.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6211334956982498517.pem thread finished 2024-11-27T11:12:32,684 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33825 2024-11-27T11:12:32,684 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T11:12:32,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e251a93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:12:32,685 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T11:12:32,687 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:32,692 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:32,696 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:32,697 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:32,697 INFO [FileChangeWatcher-hbase_test_key7107092163445319980.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7107092163445319980.pem thread started 2024-11-27T11:12:32,699 INFO [FileChangeWatcher-hbase_test_ca6211334956982498517.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6211334956982498517.pem thread started 2024-11-27T11:12:32,700 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T11:12:32,706 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:32,708 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:32,709 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:32,710 INFO [FileChangeWatcher-hbase_test_key7107092163445319980.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7107092163445319980.pem thread started 2024-11-27T11:12:32,710 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:32,712 INFO [FileChangeWatcher-hbase_test_ca6211334956982498517.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6211334956982498517.pem thread started 2024-11-27T11:12:32,713 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x19201041, L:/127.0.0.1:33825 - R:/127.0.0.1:35368] 2024-11-27T11:12:32,732 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35368, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T11:12:32,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:12:32,735 DEBUG [FileChangeWatcher-hbase_test_ca6211334956982498517.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6211334956982498517.pem was interrupted and is shutting down... 2024-11-27T11:12:32,735 DEBUG [FileChangeWatcher-hbase_test_key7107092163445319980.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7107092163445319980.pem was interrupted and is shutting down... 2024-11-27T11:12:32,735 INFO [FileChangeWatcher-hbase_test_ca6211334956982498517.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6211334956982498517.pem thread finished 2024-11-27T11:12:32,748 INFO [FileChangeWatcher-hbase_test_key7107092163445319980.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7107092163445319980.pem thread finished 2024-11-27T11:12:33,067 DEBUG [FileChangeWatcher-hbase_test_key7107092163445319980.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7107092163445319980.pem 2024-11-27T11:12:33,067 DEBUG [FileChangeWatcher-hbase_test_ca6211334956982498517.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7107092163445319980.pem 2024-11-27T11:12:33,067 INFO [FileChangeWatcher-hbase_test_key7107092163445319980.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7107092163445319980.pem 2024-11-27T11:12:33,067 DEBUG [FileChangeWatcher-hbase_test_ca6211334956982498517.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7107092163445319980.pem 2024-11-27T11:12:33,067 DEBUG [FileChangeWatcher-hbase_test_key7107092163445319980.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7107092163445319980.pem 2024-11-27T11:12:33,067 DEBUG [FileChangeWatcher-hbase_test_ca6211334956982498517.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7107092163445319980.pem 2024-11-27T11:12:33,067 INFO [FileChangeWatcher-hbase_test_key7107092163445319980.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7107092163445319980.pem 2024-11-27T11:12:33,067 DEBUG [FileChangeWatcher-hbase_test_key7107092163445319980.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6211334956982498517.pem 2024-11-27T11:12:33,067 DEBUG [FileChangeWatcher-hbase_test_ca6211334956982498517.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7107092163445319980.pem 2024-11-27T11:12:33,068 DEBUG [FileChangeWatcher-hbase_test_key7107092163445319980.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6211334956982498517.pem 2024-11-27T11:12:33,068 DEBUG [FileChangeWatcher-hbase_test_ca6211334956982498517.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6211334956982498517.pem 2024-11-27T11:12:33,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40e1f95a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:12:33,068 INFO [FileChangeWatcher-hbase_test_ca6211334956982498517.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6211334956982498517.pem 2024-11-27T11:12:33,068 DEBUG [FileChangeWatcher-hbase_test_ca6211334956982498517.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6211334956982498517.pem 2024-11-27T11:12:33,068 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T11:12:33,068 INFO [FileChangeWatcher-hbase_test_ca6211334956982498517.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6211334956982498517.pem 2024-11-27T11:12:33,070 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:33,075 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:33,075 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:33,076 INFO [FileChangeWatcher-hbase_test_key7107092163445319980.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7107092163445319980.pem thread started 2024-11-27T11:12:33,078 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:33,078 INFO [FileChangeWatcher-hbase_test_ca6211334956982498517.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6211334956982498517.pem thread started 2024-11-27T11:12:33,079 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T11:12:33,086 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:33,087 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:33,087 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x75365077, L:/127.0.0.1:33825 - R:/127.0.0.1:35378] 2024-11-27T11:12:33,108 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35378, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T11:12:33,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:12:33,110 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33825 2024-11-27T11:12:33,110 DEBUG [FileChangeWatcher-hbase_test_key7107092163445319980.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7107092163445319980.pem was interrupted and is shutting down... 2024-11-27T11:12:33,110 DEBUG [FileChangeWatcher-hbase_test_key7107092163445319980.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7107092163445319980.pem was interrupted and is shutting down... 2024-11-27T11:12:33,110 DEBUG [FileChangeWatcher-hbase_test_ca6211334956982498517.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6211334956982498517.pem was interrupted and is shutting down... 2024-11-27T11:12:33,111 INFO [FileChangeWatcher-hbase_test_ca6211334956982498517.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6211334956982498517.pem thread finished 2024-11-27T11:12:33,111 INFO [FileChangeWatcher-hbase_test_key7107092163445319980.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7107092163445319980.pem thread finished 2024-11-27T11:12:33,111 INFO [FileChangeWatcher-hbase_test_key7107092163445319980.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7107092163445319980.pem thread finished 2024-11-27T11:12:33,110 DEBUG [FileChangeWatcher-hbase_test_ca6211334956982498517.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6211334956982498517.pem was interrupted and is shutting down... 2024-11-27T11:12:33,119 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 27) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=343 (was 343), ProcessCount=11 (was 11), AvailableMemoryMB=4573 (was 4637) 2024-11-27T11:12:33,124 INFO [FileChangeWatcher-hbase_test_ca6211334956982498517.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6211334956982498517.pem thread finished 2024-11-27T11:12:33,125 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=343, ProcessCount=11, AvailableMemoryMB=4572 2024-11-27T11:12:33,169 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:12:33,170 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42017 2024-11-27T11:12:33,170 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T11:12:33,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@145ee184, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:12:33,171 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T11:12:33,172 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:33,204 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:33,204 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:33,205 INFO [FileChangeWatcher-hbase_test_key15343873594524354679.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15343873594524354679.p12 thread started 2024-11-27T11:12:33,205 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:33,205 INFO [FileChangeWatcher-hbase_test_ca7563834432351205718.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7563834432351205718.p12 thread started 2024-11-27T11:12:33,206 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T11:12:33,236 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:33,252 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:33,253 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:33,253 INFO [FileChangeWatcher-hbase_test_key15343873594524354679.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15343873594524354679.p12 thread started 2024-11-27T11:12:33,253 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:33,254 INFO [FileChangeWatcher-hbase_test_ca7563834432351205718.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7563834432351205718.p12 thread started 2024-11-27T11:12:33,254 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x32abb10e, L:/127.0.0.1:42017 - R:/127.0.0.1:59692] 2024-11-27T11:12:33,295 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59692, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T11:12:33,589 DEBUG [FileChangeWatcher-hbase_test_key15343873594524354679.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15343873594524354679.p12 2024-11-27T11:12:33,589 DEBUG [FileChangeWatcher-hbase_test_key15343873594524354679.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15343873594524354679.p12 2024-11-27T11:12:33,589 DEBUG [FileChangeWatcher-hbase_test_ca7563834432351205718.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15343873594524354679.p12 2024-11-27T11:12:33,589 DEBUG [FileChangeWatcher-hbase_test_ca7563834432351205718.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15343873594524354679.p12 2024-11-27T11:12:33,589 INFO [FileChangeWatcher-hbase_test_key15343873594524354679.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15343873594524354679.p12 2024-11-27T11:12:33,589 INFO [FileChangeWatcher-hbase_test_key15343873594524354679.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15343873594524354679.p12 2024-11-27T11:12:33,590 DEBUG [FileChangeWatcher-hbase_test_ca7563834432351205718.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15343873594524354679.p12 2024-11-27T11:12:33,590 DEBUG [FileChangeWatcher-hbase_test_ca7563834432351205718.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15343873594524354679.p12 2024-11-27T11:12:33,617 DEBUG [FileChangeWatcher-hbase_test_key15343873594524354679.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15343873594524354679.p12 2024-11-27T11:12:33,617 DEBUG [FileChangeWatcher-hbase_test_key15343873594524354679.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15343873594524354679.p12 2024-11-27T11:12:33,617 DEBUG [FileChangeWatcher-hbase_test_ca7563834432351205718.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15343873594524354679.p12 2024-11-27T11:12:33,617 DEBUG [FileChangeWatcher-hbase_test_ca7563834432351205718.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15343873594524354679.p12 2024-11-27T11:12:33,617 INFO [FileChangeWatcher-hbase_test_key15343873594524354679.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15343873594524354679.p12 2024-11-27T11:12:33,617 DEBUG [FileChangeWatcher-hbase_test_ca7563834432351205718.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15343873594524354679.p12 2024-11-27T11:12:33,617 INFO [FileChangeWatcher-hbase_test_key15343873594524354679.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15343873594524354679.p12 2024-11-27T11:12:33,618 DEBUG [FileChangeWatcher-hbase_test_ca7563834432351205718.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15343873594524354679.p12 2024-11-27T11:12:33,618 DEBUG [FileChangeWatcher-hbase_test_ca7563834432351205718.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7563834432351205718.p12 2024-11-27T11:12:33,618 DEBUG [FileChangeWatcher-hbase_test_key15343873594524354679.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7563834432351205718.p12 2024-11-27T11:12:33,618 DEBUG [FileChangeWatcher-hbase_test_key15343873594524354679.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7563834432351205718.p12 2024-11-27T11:12:33,618 DEBUG [FileChangeWatcher-hbase_test_ca7563834432351205718.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7563834432351205718.p12 2024-11-27T11:12:33,618 INFO [FileChangeWatcher-hbase_test_ca7563834432351205718.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7563834432351205718.p12 2024-11-27T11:12:33,618 DEBUG [FileChangeWatcher-hbase_test_key15343873594524354679.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7563834432351205718.p12 2024-11-27T11:12:33,618 DEBUG [FileChangeWatcher-hbase_test_key15343873594524354679.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7563834432351205718.p12 2024-11-27T11:12:33,618 INFO [FileChangeWatcher-hbase_test_ca7563834432351205718.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7563834432351205718.p12 2024-11-27T11:12:33,633 DEBUG [FileChangeWatcher-hbase_test_key15343873594524354679.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7563834432351205718.p12 2024-11-27T11:12:33,633 DEBUG [FileChangeWatcher-hbase_test_ca7563834432351205718.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7563834432351205718.p12 2024-11-27T11:12:33,633 DEBUG [FileChangeWatcher-hbase_test_ca7563834432351205718.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7563834432351205718.p12 2024-11-27T11:12:33,633 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,42017,0 is dead - stopping the connection localhost:42017/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-27T11:12:33,633 DEBUG [FileChangeWatcher-hbase_test_key15343873594524354679.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7563834432351205718.p12 2024-11-27T11:12:33,633 DEBUG [FileChangeWatcher-hbase_test_key15343873594524354679.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7563834432351205718.p12 2024-11-27T11:12:33,633 INFO [FileChangeWatcher-hbase_test_ca7563834432351205718.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7563834432351205718.p12 2024-11-27T11:12:33,634 DEBUG [FileChangeWatcher-hbase_test_key15343873594524354679.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7563834432351205718.p12 2024-11-27T11:12:33,634 INFO [FileChangeWatcher-hbase_test_ca7563834432351205718.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7563834432351205718.p12 2024-11-27T11:12:33,634 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T11:12:33,635 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:33,666 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:33,667 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T11:12:33,695 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:33,711 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:33,711 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x04c93f77, L:/127.0.0.1:42017 - R:/127.0.0.1:59694] 2024-11-27T11:12:33,750 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59694, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T11:12:33,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:12:33,752 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42017 2024-11-27T11:12:33,752 DEBUG [FileChangeWatcher-hbase_test_ca7563834432351205718.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7563834432351205718.p12 was interrupted and is shutting down... 2024-11-27T11:12:33,752 DEBUG [FileChangeWatcher-hbase_test_key15343873594524354679.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15343873594524354679.p12 was interrupted and is shutting down... 2024-11-27T11:12:33,753 DEBUG [FileChangeWatcher-hbase_test_key15343873594524354679.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15343873594524354679.p12 was interrupted and is shutting down... 2024-11-27T11:12:33,753 DEBUG [FileChangeWatcher-hbase_test_ca7563834432351205718.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7563834432351205718.p12 was interrupted and is shutting down... 2024-11-27T11:12:33,753 INFO [FileChangeWatcher-hbase_test_key15343873594524354679.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15343873594524354679.p12 thread finished 2024-11-27T11:12:33,753 INFO [FileChangeWatcher-hbase_test_key15343873594524354679.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15343873594524354679.p12 thread finished 2024-11-27T11:12:33,760 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 29) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca7563834432351205718.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca7563834432351205718.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=343 (was 343), ProcessCount=11 (was 11), AvailableMemoryMB=4496 (was 4572) 2024-11-27T11:12:33,766 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=343, ProcessCount=11, AvailableMemoryMB=4495 2024-11-27T11:12:33,767 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:12:33,768 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36991 2024-11-27T11:12:33,768 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T11:12:33,768 INFO [FileChangeWatcher-hbase_test_ca7563834432351205718.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7563834432351205718.p12 thread finished 2024-11-27T11:12:33,768 INFO [FileChangeWatcher-hbase_test_ca7563834432351205718.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7563834432351205718.p12 thread finished 2024-11-27T11:12:33,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b6277f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:12:33,769 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T11:12:33,770 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:33,801 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:33,802 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:33,803 INFO [FileChangeWatcher-hbase_test_key15343873594524354679.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15343873594524354679.p12 thread started 2024-11-27T11:12:33,803 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:33,803 INFO [FileChangeWatcher-hbase_test_ca7563834432351205718.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7563834432351205718.p12 thread started 2024-11-27T11:12:33,803 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T11:12:33,819 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:33,835 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:33,835 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:33,836 INFO [FileChangeWatcher-hbase_test_key15343873594524354679.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15343873594524354679.p12 thread started 2024-11-27T11:12:33,836 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:33,836 INFO [FileChangeWatcher-hbase_test_ca7563834432351205718.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7563834432351205718.p12 thread started 2024-11-27T11:12:33,837 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3120edd8, L:/127.0.0.1:36991 - R:/127.0.0.1:40386] 2024-11-27T11:12:33,873 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40386, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T11:12:33,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:12:33,875 DEBUG [FileChangeWatcher-hbase_test_key15343873594524354679.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15343873594524354679.p12 was interrupted and is shutting down... 2024-11-27T11:12:33,875 DEBUG [FileChangeWatcher-hbase_test_ca7563834432351205718.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7563834432351205718.p12 was interrupted and is shutting down... 2024-11-27T11:12:33,876 INFO [FileChangeWatcher-hbase_test_ca7563834432351205718.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7563834432351205718.p12 thread finished 2024-11-27T11:12:33,876 INFO [FileChangeWatcher-hbase_test_key15343873594524354679.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15343873594524354679.p12 thread finished 2024-11-27T11:12:34,088 DEBUG [FileChangeWatcher-hbase_test_key15343873594524354679.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15343873594524354679.p12 2024-11-27T11:12:34,088 DEBUG [FileChangeWatcher-hbase_test_ca7563834432351205718.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15343873594524354679.p12 2024-11-27T11:12:34,088 INFO [FileChangeWatcher-hbase_test_key15343873594524354679.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15343873594524354679.p12 2024-11-27T11:12:34,088 DEBUG [FileChangeWatcher-hbase_test_ca7563834432351205718.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15343873594524354679.p12 2024-11-27T11:12:34,115 DEBUG [FileChangeWatcher-hbase_test_ca7563834432351205718.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15343873594524354679.p12 2024-11-27T11:12:34,115 DEBUG [FileChangeWatcher-hbase_test_key15343873594524354679.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15343873594524354679.p12 2024-11-27T11:12:34,116 DEBUG [FileChangeWatcher-hbase_test_ca7563834432351205718.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15343873594524354679.p12 2024-11-27T11:12:34,116 INFO [FileChangeWatcher-hbase_test_key15343873594524354679.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15343873594524354679.p12 2024-11-27T11:12:34,116 DEBUG [FileChangeWatcher-hbase_test_ca7563834432351205718.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7563834432351205718.p12 2024-11-27T11:12:34,116 DEBUG [FileChangeWatcher-hbase_test_key15343873594524354679.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7563834432351205718.p12 2024-11-27T11:12:34,116 INFO [FileChangeWatcher-hbase_test_ca7563834432351205718.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7563834432351205718.p12 2024-11-27T11:12:34,116 DEBUG [FileChangeWatcher-hbase_test_key15343873594524354679.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7563834432351205718.p12 2024-11-27T11:12:34,131 DEBUG [FileChangeWatcher-hbase_test_ca7563834432351205718.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7563834432351205718.p12 2024-11-27T11:12:34,131 DEBUG [FileChangeWatcher-hbase_test_key15343873594524354679.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7563834432351205718.p12 2024-11-27T11:12:34,131 INFO [FileChangeWatcher-hbase_test_ca7563834432351205718.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7563834432351205718.p12 2024-11-27T11:12:34,131 DEBUG [FileChangeWatcher-hbase_test_key15343873594524354679.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7563834432351205718.p12 2024-11-27T11:12:34,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2effb471, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:12:34,131 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T11:12:34,132 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:34,164 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:34,164 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:34,165 INFO [FileChangeWatcher-hbase_test_key15343873594524354679.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15343873594524354679.p12 thread started 2024-11-27T11:12:34,165 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:34,165 INFO [FileChangeWatcher-hbase_test_ca7563834432351205718.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7563834432351205718.p12 thread started 2024-11-27T11:12:34,165 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T11:12:34,181 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:34,197 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:34,197 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x70aea4ee, L:/127.0.0.1:36991 - R:/127.0.0.1:40400] 2024-11-27T11:12:34,248 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40400, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T11:12:34,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:12:34,250 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36991 2024-11-27T11:12:34,250 DEBUG [FileChangeWatcher-hbase_test_ca7563834432351205718.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7563834432351205718.p12 was interrupted and is shutting down... 2024-11-27T11:12:34,250 DEBUG [FileChangeWatcher-hbase_test_key15343873594524354679.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15343873594524354679.p12 was interrupted and is shutting down... 2024-11-27T11:12:34,250 DEBUG [FileChangeWatcher-hbase_test_key15343873594524354679.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15343873594524354679.p12 was interrupted and is shutting down... 2024-11-27T11:12:34,250 DEBUG [FileChangeWatcher-hbase_test_ca7563834432351205718.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7563834432351205718.p12 was interrupted and is shutting down... 2024-11-27T11:12:34,251 INFO [FileChangeWatcher-hbase_test_key15343873594524354679.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15343873594524354679.p12 thread finished 2024-11-27T11:12:34,251 INFO [FileChangeWatcher-hbase_test_key15343873594524354679.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15343873594524354679.p12 thread finished 2024-11-27T11:12:34,251 INFO [FileChangeWatcher-hbase_test_ca7563834432351205718.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7563834432351205718.p12 thread finished 2024-11-27T11:12:34,258 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 33), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=343 (was 343), ProcessCount=11 (was 11), AvailableMemoryMB=4445 (was 4495) 2024-11-27T11:12:34,264 INFO [FileChangeWatcher-hbase_test_ca7563834432351205718.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7563834432351205718.p12 thread finished 2024-11-27T11:12:34,265 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=343, ProcessCount=11, AvailableMemoryMB=4441 2024-11-27T11:12:34,844 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:12:34,845 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40921 2024-11-27T11:12:34,845 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T11:12:34,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79bab4c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:12:34,846 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T11:12:34,847 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:35,187 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:35,188 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:35,189 INFO [FileChangeWatcher-hbase_test_key6657586638499752373.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6657586638499752373.bcfks thread started 2024-11-27T11:12:35,189 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:35,190 INFO [FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks thread started 2024-11-27T11:12:35,190 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T11:12:35,354 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:35,520 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:35,521 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:35,521 INFO [FileChangeWatcher-hbase_test_key6657586638499752373.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6657586638499752373.bcfks thread started 2024-11-27T11:12:35,521 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:35,522 INFO [FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks thread started 2024-11-27T11:12:35,522 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa3af3a2c, L:/127.0.0.1:40921 - R:/127.0.0.1:52826] 2024-11-27T11:12:35,717 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52826, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T11:12:35,942 DEBUG [FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6657586638499752373.bcfks 2024-11-27T11:12:35,942 DEBUG [FileChangeWatcher-hbase_test_key6657586638499752373.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6657586638499752373.bcfks 2024-11-27T11:12:35,942 DEBUG [FileChangeWatcher-hbase_test_key6657586638499752373.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6657586638499752373.bcfks 2024-11-27T11:12:35,942 DEBUG [FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6657586638499752373.bcfks 2024-11-27T11:12:35,942 DEBUG [FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6657586638499752373.bcfks 2024-11-27T11:12:35,942 INFO [FileChangeWatcher-hbase_test_key6657586638499752373.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6657586638499752373.bcfks 2024-11-27T11:12:35,942 DEBUG [FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6657586638499752373.bcfks 2024-11-27T11:12:35,942 INFO [FileChangeWatcher-hbase_test_key6657586638499752373.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6657586638499752373.bcfks 2024-11-27T11:12:36,185 DEBUG [FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6657586638499752373.bcfks 2024-11-27T11:12:36,185 DEBUG [FileChangeWatcher-hbase_test_key6657586638499752373.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6657586638499752373.bcfks 2024-11-27T11:12:36,185 DEBUG [FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6657586638499752373.bcfks 2024-11-27T11:12:36,185 DEBUG [FileChangeWatcher-hbase_test_key6657586638499752373.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6657586638499752373.bcfks 2024-11-27T11:12:36,185 DEBUG [FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6657586638499752373.bcfks 2024-11-27T11:12:36,185 DEBUG [FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6657586638499752373.bcfks 2024-11-27T11:12:36,185 INFO [FileChangeWatcher-hbase_test_key6657586638499752373.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6657586638499752373.bcfks 2024-11-27T11:12:36,185 DEBUG [FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11108776286597797203.bcfks 2024-11-27T11:12:36,185 DEBUG [FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11108776286597797203.bcfks 2024-11-27T11:12:36,185 INFO [FileChangeWatcher-hbase_test_key6657586638499752373.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6657586638499752373.bcfks 2024-11-27T11:12:36,185 DEBUG [FileChangeWatcher-hbase_test_key6657586638499752373.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11108776286597797203.bcfks 2024-11-27T11:12:36,185 INFO [FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11108776286597797203.bcfks 2024-11-27T11:12:36,186 DEBUG [FileChangeWatcher-hbase_test_key6657586638499752373.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11108776286597797203.bcfks 2024-11-27T11:12:36,186 INFO [FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11108776286597797203.bcfks 2024-11-27T11:12:36,186 DEBUG [FileChangeWatcher-hbase_test_key6657586638499752373.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11108776286597797203.bcfks 2024-11-27T11:12:36,186 DEBUG [FileChangeWatcher-hbase_test_key6657586638499752373.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11108776286597797203.bcfks 2024-11-27T11:12:36,348 DEBUG [FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11108776286597797203.bcfks 2024-11-27T11:12:36,348 DEBUG [FileChangeWatcher-hbase_test_key6657586638499752373.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11108776286597797203.bcfks 2024-11-27T11:12:36,348 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40921,0 is dead - stopping the connection localhost:40921/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-27T11:12:36,348 DEBUG [FileChangeWatcher-hbase_test_key6657586638499752373.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11108776286597797203.bcfks 2024-11-27T11:12:36,348 DEBUG [FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11108776286597797203.bcfks 2024-11-27T11:12:36,348 DEBUG [FileChangeWatcher-hbase_test_key6657586638499752373.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11108776286597797203.bcfks 2024-11-27T11:12:36,348 INFO [FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11108776286597797203.bcfks 2024-11-27T11:12:36,348 INFO [FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11108776286597797203.bcfks 2024-11-27T11:12:36,348 DEBUG [FileChangeWatcher-hbase_test_key6657586638499752373.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11108776286597797203.bcfks 2024-11-27T11:12:36,349 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T11:12:36,350 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:36,679 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:36,679 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T11:12:36,843 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:37,011 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:37,012 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc126edaa, L:/127.0.0.1:40921 - R:/127.0.0.1:52836] 2024-11-27T11:12:37,198 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52836, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T11:12:37,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:12:37,199 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40921 2024-11-27T11:12:37,199 DEBUG [FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks was interrupted and is shutting down... 2024-11-27T11:12:37,199 DEBUG [FileChangeWatcher-hbase_test_key6657586638499752373.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6657586638499752373.bcfks was interrupted and is shutting down... 2024-11-27T11:12:37,200 DEBUG [FileChangeWatcher-hbase_test_key6657586638499752373.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6657586638499752373.bcfks was interrupted and is shutting down... 2024-11-27T11:12:37,200 DEBUG [FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks was interrupted and is shutting down... 2024-11-27T11:12:37,200 INFO [FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks thread finished 2024-11-27T11:12:37,200 INFO [FileChangeWatcher-hbase_test_key6657586638499752373.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6657586638499752373.bcfks thread finished 2024-11-27T11:12:37,200 INFO [FileChangeWatcher-hbase_test_key6657586638499752373.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6657586638499752373.bcfks thread finished 2024-11-27T11:12:37,207 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 33) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=356 (was 343) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4369 (was 4441) 2024-11-27T11:12:37,213 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=356, ProcessCount=11, AvailableMemoryMB=4369 2024-11-27T11:12:37,214 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:12:37,215 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38213 2024-11-27T11:12:37,215 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T11:12:37,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c6cd71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:12:37,216 INFO [FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks thread finished 2024-11-27T11:12:37,216 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T11:12:37,217 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:37,545 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:37,545 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:37,546 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:37,546 INFO [FileChangeWatcher-hbase_test_key6657586638499752373.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6657586638499752373.bcfks thread started 2024-11-27T11:12:37,546 INFO [FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks thread started 2024-11-27T11:12:37,546 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T11:12:37,710 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:37,875 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:37,875 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:37,876 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:37,876 INFO [FileChangeWatcher-hbase_test_key6657586638499752373.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6657586638499752373.bcfks thread started 2024-11-27T11:12:37,876 INFO [FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks thread started 2024-11-27T11:12:37,876 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb2fada58, L:/127.0.0.1:38213 - R:/127.0.0.1:47818] 2024-11-27T11:12:38,055 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47818, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T11:12:38,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:12:38,058 DEBUG [FileChangeWatcher-hbase_test_key6657586638499752373.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6657586638499752373.bcfks was interrupted and is shutting down... 2024-11-27T11:12:38,058 DEBUG [FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks was interrupted and is shutting down... 2024-11-27T11:12:38,058 INFO [FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks thread finished 2024-11-27T11:12:38,058 INFO [FileChangeWatcher-hbase_test_key6657586638499752373.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6657586638499752373.bcfks thread finished 2024-11-27T11:12:38,476 DEBUG [FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6657586638499752373.bcfks 2024-11-27T11:12:38,476 DEBUG [FileChangeWatcher-hbase_test_key6657586638499752373.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6657586638499752373.bcfks 2024-11-27T11:12:38,477 DEBUG [FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6657586638499752373.bcfks 2024-11-27T11:12:38,477 INFO [FileChangeWatcher-hbase_test_key6657586638499752373.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6657586638499752373.bcfks 2024-11-27T11:12:38,720 DEBUG [FileChangeWatcher-hbase_test_key6657586638499752373.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6657586638499752373.bcfks 2024-11-27T11:12:38,720 DEBUG [FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6657586638499752373.bcfks 2024-11-27T11:12:38,721 DEBUG [FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6657586638499752373.bcfks 2024-11-27T11:12:38,721 INFO [FileChangeWatcher-hbase_test_key6657586638499752373.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6657586638499752373.bcfks 2024-11-27T11:12:38,721 DEBUG [FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11108776286597797203.bcfks 2024-11-27T11:12:38,721 DEBUG [FileChangeWatcher-hbase_test_key6657586638499752373.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11108776286597797203.bcfks 2024-11-27T11:12:38,721 INFO [FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11108776286597797203.bcfks 2024-11-27T11:12:38,721 DEBUG [FileChangeWatcher-hbase_test_key6657586638499752373.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11108776286597797203.bcfks 2024-11-27T11:12:38,884 DEBUG [FileChangeWatcher-hbase_test_key6657586638499752373.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11108776286597797203.bcfks 2024-11-27T11:12:38,884 DEBUG [FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11108776286597797203.bcfks 2024-11-27T11:12:38,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e225d4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:12:38,884 DEBUG [FileChangeWatcher-hbase_test_key6657586638499752373.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11108776286597797203.bcfks 2024-11-27T11:12:38,884 INFO [FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11108776286597797203.bcfks 2024-11-27T11:12:38,885 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T11:12:38,886 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:39,212 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:39,213 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:39,213 INFO [FileChangeWatcher-hbase_test_key6657586638499752373.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6657586638499752373.bcfks thread started 2024-11-27T11:12:39,213 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:39,214 INFO [FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks thread started 2024-11-27T11:12:39,214 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T11:12:39,378 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:39,541 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:39,542 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb2831142, L:/127.0.0.1:38213 - R:/127.0.0.1:47824] 2024-11-27T11:12:39,729 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47824, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T11:12:39,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:12:39,731 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38213 2024-11-27T11:12:39,731 DEBUG [FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks was interrupted and is shutting down... 2024-11-27T11:12:39,731 DEBUG [FileChangeWatcher-hbase_test_key6657586638499752373.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6657586638499752373.bcfks was interrupted and is shutting down... 2024-11-27T11:12:39,731 DEBUG [FileChangeWatcher-hbase_test_key6657586638499752373.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6657586638499752373.bcfks was interrupted and is shutting down... 2024-11-27T11:12:39,731 DEBUG [FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks was interrupted and is shutting down... 2024-11-27T11:12:39,732 INFO [FileChangeWatcher-hbase_test_key6657586638499752373.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6657586638499752373.bcfks thread finished 2024-11-27T11:12:39,732 INFO [FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks thread finished 2024-11-27T11:12:39,732 INFO [FileChangeWatcher-hbase_test_key6657586638499752373.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6657586638499752373.bcfks thread finished 2024-11-27T11:12:39,732 INFO [FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11108776286597797203.bcfks thread finished 2024-11-27T11:12:39,739 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 35), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=356 (was 356), ProcessCount=11 (was 11), AvailableMemoryMB=4311 (was 4369) 2024-11-27T11:12:39,744 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=356, ProcessCount=11, AvailableMemoryMB=4311 2024-11-27T11:12:39,869 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:12:39,870 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44291 2024-11-27T11:12:39,870 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T11:12:39,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d809f48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:12:39,871 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T11:12:39,871 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:39,902 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:39,902 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:39,903 INFO [FileChangeWatcher-hbase_test_key15133714637407416989.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15133714637407416989.jks thread started 2024-11-27T11:12:39,903 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:39,903 INFO [FileChangeWatcher-hbase_test_ca1609216136217552697.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1609216136217552697.jks thread started 2024-11-27T11:12:39,904 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T11:12:39,922 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:39,938 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:39,938 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:39,939 INFO [FileChangeWatcher-hbase_test_key15133714637407416989.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15133714637407416989.jks thread started 2024-11-27T11:12:39,939 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:39,939 INFO [FileChangeWatcher-hbase_test_ca1609216136217552697.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1609216136217552697.jks thread started 2024-11-27T11:12:39,940 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xeacb1926, L:/127.0.0.1:44291 - R:/127.0.0.1:50374] 2024-11-27T11:12:39,992 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50374, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T11:12:40,001 DEBUG [FileChangeWatcher-hbase_test_ca1609216136217552697.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15133714637407416989.jks 2024-11-27T11:12:40,001 DEBUG [FileChangeWatcher-hbase_test_ca1609216136217552697.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15133714637407416989.jks 2024-11-27T11:12:40,001 DEBUG [FileChangeWatcher-hbase_test_ca1609216136217552697.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15133714637407416989.jks 2024-11-27T11:12:40,001 DEBUG [FileChangeWatcher-hbase_test_ca1609216136217552697.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15133714637407416989.jks 2024-11-27T11:12:40,001 DEBUG [FileChangeWatcher-hbase_test_key15133714637407416989.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15133714637407416989.jks 2024-11-27T11:12:40,001 INFO [FileChangeWatcher-hbase_test_key15133714637407416989.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15133714637407416989.jks 2024-11-27T11:12:40,004 DEBUG [FileChangeWatcher-hbase_test_key15133714637407416989.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15133714637407416989.jks 2024-11-27T11:12:40,004 INFO [FileChangeWatcher-hbase_test_key15133714637407416989.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15133714637407416989.jks 2024-11-27T11:12:40,035 DEBUG [FileChangeWatcher-hbase_test_ca1609216136217552697.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15133714637407416989.jks 2024-11-27T11:12:40,035 DEBUG [FileChangeWatcher-hbase_test_key15133714637407416989.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15133714637407416989.jks 2024-11-27T11:12:40,035 DEBUG [FileChangeWatcher-hbase_test_ca1609216136217552697.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15133714637407416989.jks 2024-11-27T11:12:40,035 DEBUG [FileChangeWatcher-hbase_test_key15133714637407416989.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15133714637407416989.jks 2024-11-27T11:12:40,035 DEBUG [FileChangeWatcher-hbase_test_ca1609216136217552697.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15133714637407416989.jks 2024-11-27T11:12:40,035 INFO [FileChangeWatcher-hbase_test_key15133714637407416989.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15133714637407416989.jks 2024-11-27T11:12:40,035 DEBUG [FileChangeWatcher-hbase_test_ca1609216136217552697.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15133714637407416989.jks 2024-11-27T11:12:40,035 INFO [FileChangeWatcher-hbase_test_key15133714637407416989.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15133714637407416989.jks 2024-11-27T11:12:40,035 DEBUG [FileChangeWatcher-hbase_test_ca1609216136217552697.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1609216136217552697.jks 2024-11-27T11:12:40,035 DEBUG [FileChangeWatcher-hbase_test_ca1609216136217552697.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1609216136217552697.jks 2024-11-27T11:12:40,035 DEBUG [FileChangeWatcher-hbase_test_key15133714637407416989.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1609216136217552697.jks 2024-11-27T11:12:40,035 INFO [FileChangeWatcher-hbase_test_ca1609216136217552697.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1609216136217552697.jks 2024-11-27T11:12:40,035 DEBUG [FileChangeWatcher-hbase_test_key15133714637407416989.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1609216136217552697.jks 2024-11-27T11:12:40,035 INFO [FileChangeWatcher-hbase_test_ca1609216136217552697.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1609216136217552697.jks 2024-11-27T11:12:40,035 DEBUG [FileChangeWatcher-hbase_test_key15133714637407416989.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1609216136217552697.jks 2024-11-27T11:12:40,035 DEBUG [FileChangeWatcher-hbase_test_key15133714637407416989.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1609216136217552697.jks 2024-11-27T11:12:40,051 DEBUG [FileChangeWatcher-hbase_test_ca1609216136217552697.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1609216136217552697.jks 2024-11-27T11:12:40,051 DEBUG [FileChangeWatcher-hbase_test_key15133714637407416989.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1609216136217552697.jks 2024-11-27T11:12:40,051 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44291,0 is dead - stopping the connection localhost:44291/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-27T11:12:40,051 DEBUG [FileChangeWatcher-hbase_test_key15133714637407416989.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1609216136217552697.jks 2024-11-27T11:12:40,051 DEBUG [FileChangeWatcher-hbase_test_ca1609216136217552697.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1609216136217552697.jks 2024-11-27T11:12:40,051 INFO [FileChangeWatcher-hbase_test_ca1609216136217552697.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1609216136217552697.jks 2024-11-27T11:12:40,051 DEBUG [FileChangeWatcher-hbase_test_key15133714637407416989.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1609216136217552697.jks 2024-11-27T11:12:40,051 DEBUG [FileChangeWatcher-hbase_test_key15133714637407416989.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1609216136217552697.jks 2024-11-27T11:12:40,051 INFO [FileChangeWatcher-hbase_test_ca1609216136217552697.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1609216136217552697.jks 2024-11-27T11:12:40,051 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T11:12:40,052 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:40,083 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:40,083 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T11:12:40,100 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:40,115 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:40,116 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xaaa43c57, L:/127.0.0.1:44291 - R:/127.0.0.1:50384] 2024-11-27T11:12:40,162 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50384, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T11:12:40,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:12:40,164 DEBUG [FileChangeWatcher-hbase_test_ca1609216136217552697.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1609216136217552697.jks was interrupted and is shutting down... 2024-11-27T11:12:40,164 DEBUG [FileChangeWatcher-hbase_test_key15133714637407416989.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15133714637407416989.jks was interrupted and is shutting down... 2024-11-27T11:12:40,164 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44291 2024-11-27T11:12:40,164 DEBUG [FileChangeWatcher-hbase_test_ca1609216136217552697.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1609216136217552697.jks was interrupted and is shutting down... 2024-11-27T11:12:40,164 DEBUG [FileChangeWatcher-hbase_test_key15133714637407416989.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15133714637407416989.jks was interrupted and is shutting down... 2024-11-27T11:12:40,164 INFO [FileChangeWatcher-hbase_test_key15133714637407416989.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15133714637407416989.jks thread finished 2024-11-27T11:12:40,164 INFO [FileChangeWatcher-hbase_test_ca1609216136217552697.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1609216136217552697.jks thread finished 2024-11-27T11:12:40,164 INFO [FileChangeWatcher-hbase_test_key15133714637407416989.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15133714637407416989.jks thread finished 2024-11-27T11:12:40,164 INFO [FileChangeWatcher-hbase_test_ca1609216136217552697.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1609216136217552697.jks thread finished 2024-11-27T11:12:40,172 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35 (was 35), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=356 (was 356), ProcessCount=11 (was 11), AvailableMemoryMB=4287 (was 4311) 2024-11-27T11:12:40,178 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=356, ProcessCount=11, AvailableMemoryMB=4287 2024-11-27T11:12:40,180 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:12:40,180 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41363 2024-11-27T11:12:40,181 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T11:12:40,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7238678a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:12:40,181 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T11:12:40,182 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:40,214 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:40,214 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:40,215 INFO [FileChangeWatcher-hbase_test_key15133714637407416989.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15133714637407416989.jks thread started 2024-11-27T11:12:40,215 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:40,215 INFO [FileChangeWatcher-hbase_test_ca1609216136217552697.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1609216136217552697.jks thread started 2024-11-27T11:12:40,215 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T11:12:40,231 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:40,260 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:40,261 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:40,262 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:40,262 INFO [FileChangeWatcher-hbase_test_key15133714637407416989.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15133714637407416989.jks thread started 2024-11-27T11:12:40,262 INFO [FileChangeWatcher-hbase_test_ca1609216136217552697.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1609216136217552697.jks thread started 2024-11-27T11:12:40,262 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4cc4b8d9, L:/127.0.0.1:41363 - R:/127.0.0.1:45374] 2024-11-27T11:12:40,302 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45374, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T11:12:40,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:12:40,304 DEBUG [FileChangeWatcher-hbase_test_key15133714637407416989.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15133714637407416989.jks was interrupted and is shutting down... 2024-11-27T11:12:40,304 DEBUG [FileChangeWatcher-hbase_test_ca1609216136217552697.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1609216136217552697.jks was interrupted and is shutting down... 2024-11-27T11:12:40,304 INFO [FileChangeWatcher-hbase_test_ca1609216136217552697.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1609216136217552697.jks thread finished 2024-11-27T11:12:40,304 INFO [FileChangeWatcher-hbase_test_key15133714637407416989.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15133714637407416989.jks thread finished 2024-11-27T11:12:40,313 DEBUG [FileChangeWatcher-hbase_test_ca1609216136217552697.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15133714637407416989.jks 2024-11-27T11:12:40,313 DEBUG [FileChangeWatcher-hbase_test_key15133714637407416989.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15133714637407416989.jks 2024-11-27T11:12:40,313 DEBUG [FileChangeWatcher-hbase_test_ca1609216136217552697.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15133714637407416989.jks 2024-11-27T11:12:40,313 INFO [FileChangeWatcher-hbase_test_key15133714637407416989.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15133714637407416989.jks 2024-11-27T11:12:40,361 DEBUG [FileChangeWatcher-hbase_test_key15133714637407416989.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15133714637407416989.jks 2024-11-27T11:12:40,361 DEBUG [FileChangeWatcher-hbase_test_ca1609216136217552697.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15133714637407416989.jks 2024-11-27T11:12:40,361 INFO [FileChangeWatcher-hbase_test_key15133714637407416989.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15133714637407416989.jks 2024-11-27T11:12:40,361 DEBUG [FileChangeWatcher-hbase_test_ca1609216136217552697.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15133714637407416989.jks 2024-11-27T11:12:40,362 DEBUG [FileChangeWatcher-hbase_test_key15133714637407416989.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1609216136217552697.jks 2024-11-27T11:12:40,362 DEBUG [FileChangeWatcher-hbase_test_ca1609216136217552697.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1609216136217552697.jks 2024-11-27T11:12:40,362 DEBUG [FileChangeWatcher-hbase_test_key15133714637407416989.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1609216136217552697.jks 2024-11-27T11:12:40,362 INFO [FileChangeWatcher-hbase_test_ca1609216136217552697.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1609216136217552697.jks 2024-11-27T11:12:40,377 DEBUG [FileChangeWatcher-hbase_test_key15133714637407416989.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1609216136217552697.jks 2024-11-27T11:12:40,377 DEBUG [FileChangeWatcher-hbase_test_ca1609216136217552697.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1609216136217552697.jks 2024-11-27T11:12:40,377 DEBUG [FileChangeWatcher-hbase_test_key15133714637407416989.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1609216136217552697.jks 2024-11-27T11:12:40,377 INFO [FileChangeWatcher-hbase_test_ca1609216136217552697.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1609216136217552697.jks 2024-11-27T11:12:40,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab473fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:12:40,378 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T11:12:40,378 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:40,420 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:40,421 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:40,422 INFO [FileChangeWatcher-hbase_test_key15133714637407416989.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15133714637407416989.jks thread started 2024-11-27T11:12:40,422 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:40,422 INFO [FileChangeWatcher-hbase_test_ca1609216136217552697.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1609216136217552697.jks thread started 2024-11-27T11:12:40,422 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T11:12:40,450 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:40,466 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:40,467 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x267bfac7, L:/127.0.0.1:41363 - R:/127.0.0.1:45378] 2024-11-27T11:12:40,506 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45378, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T11:12:40,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:12:40,508 DEBUG [FileChangeWatcher-hbase_test_key15133714637407416989.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15133714637407416989.jks was interrupted and is shutting down... 2024-11-27T11:12:40,508 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41363 2024-11-27T11:12:40,508 DEBUG [FileChangeWatcher-hbase_test_ca1609216136217552697.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1609216136217552697.jks was interrupted and is shutting down... 2024-11-27T11:12:40,508 DEBUG [FileChangeWatcher-hbase_test_key15133714637407416989.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15133714637407416989.jks was interrupted and is shutting down... 2024-11-27T11:12:40,508 DEBUG [FileChangeWatcher-hbase_test_ca1609216136217552697.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1609216136217552697.jks was interrupted and is shutting down... 2024-11-27T11:12:40,508 INFO [FileChangeWatcher-hbase_test_ca1609216136217552697.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1609216136217552697.jks thread finished 2024-11-27T11:12:40,508 INFO [FileChangeWatcher-hbase_test_key15133714637407416989.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15133714637407416989.jks thread finished 2024-11-27T11:12:40,508 INFO [FileChangeWatcher-hbase_test_key15133714637407416989.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15133714637407416989.jks thread finished 2024-11-27T11:12:40,516 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=356 (was 356), ProcessCount=11 (was 11), AvailableMemoryMB=4260 (was 4287) 2024-11-27T11:12:40,522 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=356, ProcessCount=11, AvailableMemoryMB=4260 2024-11-27T11:12:40,524 INFO [FileChangeWatcher-hbase_test_ca1609216136217552697.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1609216136217552697.jks thread finished 2024-11-27T11:12:40,529 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:12:40,529 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38607 2024-11-27T11:12:40,530 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T11:12:40,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@660f5082, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:12:40,530 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T11:12:40,531 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:40,535 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:40,535 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:40,536 INFO [FileChangeWatcher-hbase_test_key4210333546157009399.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4210333546157009399.pem thread started 2024-11-27T11:12:40,536 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:40,536 INFO [FileChangeWatcher-hbase_test_ca12000850546340716319.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12000850546340716319.pem thread started 2024-11-27T11:12:40,536 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T11:12:40,540 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:40,540 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:40,541 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:40,541 INFO [FileChangeWatcher-hbase_test_key4210333546157009399.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4210333546157009399.pem thread started 2024-11-27T11:12:40,541 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:40,541 INFO [FileChangeWatcher-hbase_test_ca12000850546340716319.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12000850546340716319.pem thread started 2024-11-27T11:12:40,542 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x85aeadc7, L:/127.0.0.1:38607 - R:/127.0.0.1:60080] 2024-11-27T11:12:40,558 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60080, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T11:12:40,570 DEBUG [FileChangeWatcher-hbase_test_ca12000850546340716319.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4210333546157009399.pem 2024-11-27T11:12:40,570 DEBUG [FileChangeWatcher-hbase_test_key4210333546157009399.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4210333546157009399.pem 2024-11-27T11:12:40,570 DEBUG [FileChangeWatcher-hbase_test_key4210333546157009399.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4210333546157009399.pem 2024-11-27T11:12:40,570 DEBUG [FileChangeWatcher-hbase_test_ca12000850546340716319.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4210333546157009399.pem 2024-11-27T11:12:40,571 DEBUG [FileChangeWatcher-hbase_test_ca12000850546340716319.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4210333546157009399.pem 2024-11-27T11:12:40,571 INFO [FileChangeWatcher-hbase_test_key4210333546157009399.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4210333546157009399.pem 2024-11-27T11:12:40,571 INFO [FileChangeWatcher-hbase_test_key4210333546157009399.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4210333546157009399.pem 2024-11-27T11:12:40,571 DEBUG [FileChangeWatcher-hbase_test_ca12000850546340716319.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4210333546157009399.pem 2024-11-27T11:12:40,571 DEBUG [FileChangeWatcher-hbase_test_key4210333546157009399.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4210333546157009399.pem 2024-11-27T11:12:40,571 DEBUG [FileChangeWatcher-hbase_test_key4210333546157009399.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4210333546157009399.pem 2024-11-27T11:12:40,571 INFO [FileChangeWatcher-hbase_test_key4210333546157009399.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4210333546157009399.pem 2024-11-27T11:12:40,571 DEBUG [FileChangeWatcher-hbase_test_ca12000850546340716319.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4210333546157009399.pem 2024-11-27T11:12:40,571 INFO [FileChangeWatcher-hbase_test_key4210333546157009399.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4210333546157009399.pem 2024-11-27T11:12:40,571 DEBUG [FileChangeWatcher-hbase_test_ca12000850546340716319.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4210333546157009399.pem 2024-11-27T11:12:40,571 DEBUG [FileChangeWatcher-hbase_test_ca12000850546340716319.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12000850546340716319.pem 2024-11-27T11:12:40,571 DEBUG [FileChangeWatcher-hbase_test_key4210333546157009399.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12000850546340716319.pem 2024-11-27T11:12:40,571 INFO [FileChangeWatcher-hbase_test_ca12000850546340716319.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12000850546340716319.pem 2024-11-27T11:12:40,571 DEBUG [FileChangeWatcher-hbase_test_key4210333546157009399.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12000850546340716319.pem 2024-11-27T11:12:40,571 DEBUG [FileChangeWatcher-hbase_test_key4210333546157009399.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12000850546340716319.pem 2024-11-27T11:12:40,571 DEBUG [FileChangeWatcher-hbase_test_key4210333546157009399.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12000850546340716319.pem 2024-11-27T11:12:40,571 DEBUG [FileChangeWatcher-hbase_test_ca12000850546340716319.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4210333546157009399.pem 2024-11-27T11:12:40,571 DEBUG [FileChangeWatcher-hbase_test_key4210333546157009399.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12000850546340716319.pem 2024-11-27T11:12:40,571 DEBUG [FileChangeWatcher-hbase_test_key4210333546157009399.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12000850546340716319.pem 2024-11-27T11:12:40,571 DEBUG [FileChangeWatcher-hbase_test_ca12000850546340716319.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12000850546340716319.pem 2024-11-27T11:12:40,571 DEBUG [FileChangeWatcher-hbase_test_ca12000850546340716319.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4210333546157009399.pem 2024-11-27T11:12:40,571 DEBUG [FileChangeWatcher-hbase_test_ca12000850546340716319.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12000850546340716319.pem 2024-11-27T11:12:40,571 INFO [FileChangeWatcher-hbase_test_ca12000850546340716319.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12000850546340716319.pem 2024-11-27T11:12:40,571 INFO [FileChangeWatcher-hbase_test_ca12000850546340716319.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12000850546340716319.pem 2024-11-27T11:12:40,571 DEBUG [FileChangeWatcher-hbase_test_key4210333546157009399.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12000850546340716319.pem 2024-11-27T11:12:40,571 DEBUG [FileChangeWatcher-hbase_test_key4210333546157009399.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12000850546340716319.pem 2024-11-27T11:12:40,572 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,38607,0 is dead - stopping the connection localhost:38607/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-27T11:12:40,572 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T11:12:40,573 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:40,577 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:40,578 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T11:12:40,582 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:40,582 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:40,582 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb3af9266, L:/127.0.0.1:38607 - R:/127.0.0.1:60094] 2024-11-27T11:12:40,599 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60094, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T11:12:40,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:12:40,601 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38607 2024-11-27T11:12:40,601 DEBUG [FileChangeWatcher-hbase_test_key4210333546157009399.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4210333546157009399.pem was interrupted and is shutting down... 2024-11-27T11:12:40,601 DEBUG [FileChangeWatcher-hbase_test_ca12000850546340716319.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12000850546340716319.pem was interrupted and is shutting down... 2024-11-27T11:12:40,601 DEBUG [FileChangeWatcher-hbase_test_key4210333546157009399.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4210333546157009399.pem was interrupted and is shutting down... 2024-11-27T11:12:40,601 INFO [FileChangeWatcher-hbase_test_ca12000850546340716319.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12000850546340716319.pem thread finished 2024-11-27T11:12:40,601 INFO [FileChangeWatcher-hbase_test_key4210333546157009399.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4210333546157009399.pem thread finished 2024-11-27T11:12:40,601 INFO [FileChangeWatcher-hbase_test_key4210333546157009399.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4210333546157009399.pem thread finished 2024-11-27T11:12:40,601 DEBUG [FileChangeWatcher-hbase_test_ca12000850546340716319.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12000850546340716319.pem was interrupted and is shutting down... 2024-11-27T11:12:40,608 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=356 (was 356), ProcessCount=11 (was 11), AvailableMemoryMB=4260 (was 4260) 2024-11-27T11:12:40,614 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=356, ProcessCount=11, AvailableMemoryMB=4260 2024-11-27T11:12:40,615 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:12:40,616 INFO [FileChangeWatcher-hbase_test_ca12000850546340716319.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12000850546340716319.pem thread finished 2024-11-27T11:12:40,616 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42265 2024-11-27T11:12:40,616 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T11:12:40,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fd5333a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:12:40,617 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T11:12:40,617 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:40,621 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:40,622 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:40,622 INFO [FileChangeWatcher-hbase_test_key4210333546157009399.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4210333546157009399.pem thread started 2024-11-27T11:12:40,622 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:40,623 INFO [FileChangeWatcher-hbase_test_ca12000850546340716319.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12000850546340716319.pem thread started 2024-11-27T11:12:40,623 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T11:12:40,626 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:40,627 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:40,627 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:40,629 INFO [FileChangeWatcher-hbase_test_key4210333546157009399.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4210333546157009399.pem thread started 2024-11-27T11:12:40,629 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:40,629 INFO [FileChangeWatcher-hbase_test_ca12000850546340716319.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12000850546340716319.pem thread started 2024-11-27T11:12:40,629 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd87b5312, L:/127.0.0.1:42265 - R:/127.0.0.1:43616] 2024-11-27T11:12:40,645 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43616, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T11:12:40,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:12:40,647 DEBUG [FileChangeWatcher-hbase_test_key4210333546157009399.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4210333546157009399.pem was interrupted and is shutting down... 2024-11-27T11:12:40,647 DEBUG [FileChangeWatcher-hbase_test_ca12000850546340716319.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12000850546340716319.pem was interrupted and is shutting down... 2024-11-27T11:12:40,648 INFO [FileChangeWatcher-hbase_test_ca12000850546340716319.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12000850546340716319.pem thread finished 2024-11-27T11:12:40,648 INFO [FileChangeWatcher-hbase_test_key4210333546157009399.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4210333546157009399.pem thread finished 2024-11-27T11:12:40,655 DEBUG [FileChangeWatcher-hbase_test_key4210333546157009399.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4210333546157009399.pem 2024-11-27T11:12:40,655 DEBUG [FileChangeWatcher-hbase_test_ca12000850546340716319.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4210333546157009399.pem 2024-11-27T11:12:40,655 DEBUG [FileChangeWatcher-hbase_test_ca12000850546340716319.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4210333546157009399.pem 2024-11-27T11:12:40,655 INFO [FileChangeWatcher-hbase_test_key4210333546157009399.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4210333546157009399.pem 2024-11-27T11:12:40,655 DEBUG [FileChangeWatcher-hbase_test_ca12000850546340716319.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4210333546157009399.pem 2024-11-27T11:12:40,655 DEBUG [FileChangeWatcher-hbase_test_key4210333546157009399.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4210333546157009399.pem 2024-11-27T11:12:40,655 DEBUG [FileChangeWatcher-hbase_test_ca12000850546340716319.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4210333546157009399.pem 2024-11-27T11:12:40,655 INFO [FileChangeWatcher-hbase_test_key4210333546157009399.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4210333546157009399.pem 2024-11-27T11:12:40,656 DEBUG [FileChangeWatcher-hbase_test_key4210333546157009399.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12000850546340716319.pem 2024-11-27T11:12:40,656 DEBUG [FileChangeWatcher-hbase_test_ca12000850546340716319.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12000850546340716319.pem 2024-11-27T11:12:40,656 DEBUG [FileChangeWatcher-hbase_test_key4210333546157009399.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12000850546340716319.pem 2024-11-27T11:12:40,656 DEBUG [FileChangeWatcher-hbase_test_key4210333546157009399.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12000850546340716319.pem 2024-11-27T11:12:40,656 INFO [FileChangeWatcher-hbase_test_ca12000850546340716319.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12000850546340716319.pem 2024-11-27T11:12:40,656 DEBUG [FileChangeWatcher-hbase_test_key4210333546157009399.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12000850546340716319.pem 2024-11-27T11:12:40,656 DEBUG [FileChangeWatcher-hbase_test_ca12000850546340716319.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12000850546340716319.pem 2024-11-27T11:12:40,656 INFO [FileChangeWatcher-hbase_test_ca12000850546340716319.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12000850546340716319.pem 2024-11-27T11:12:40,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624ecb96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:12:40,656 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T11:12:40,657 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:40,661 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:40,661 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:40,661 INFO [FileChangeWatcher-hbase_test_key4210333546157009399.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4210333546157009399.pem thread started 2024-11-27T11:12:40,662 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:40,663 INFO [FileChangeWatcher-hbase_test_ca12000850546340716319.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12000850546340716319.pem thread started 2024-11-27T11:12:40,663 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T11:12:40,667 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:40,667 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:40,667 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8f63ebaf, L:/127.0.0.1:42265 - R:/127.0.0.1:43618] 2024-11-27T11:12:40,686 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43618, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T11:12:40,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:12:40,688 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42265 2024-11-27T11:12:40,688 DEBUG [FileChangeWatcher-hbase_test_ca12000850546340716319.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12000850546340716319.pem was interrupted and is shutting down... 2024-11-27T11:12:40,688 DEBUG [FileChangeWatcher-hbase_test_key4210333546157009399.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4210333546157009399.pem was interrupted and is shutting down... 2024-11-27T11:12:40,688 DEBUG [FileChangeWatcher-hbase_test_ca12000850546340716319.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12000850546340716319.pem was interrupted and is shutting down... 2024-11-27T11:12:40,688 INFO [FileChangeWatcher-hbase_test_ca12000850546340716319.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12000850546340716319.pem thread finished 2024-11-27T11:12:40,688 DEBUG [FileChangeWatcher-hbase_test_key4210333546157009399.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4210333546157009399.pem was interrupted and is shutting down... 2024-11-27T11:12:40,688 INFO [FileChangeWatcher-hbase_test_ca12000850546340716319.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12000850546340716319.pem thread finished 2024-11-27T11:12:40,688 INFO [FileChangeWatcher-hbase_test_key4210333546157009399.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4210333546157009399.pem thread finished 2024-11-27T11:12:40,695 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=356 (was 356), ProcessCount=11 (was 11), AvailableMemoryMB=4260 (was 4260) 2024-11-27T11:12:40,700 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=356, ProcessCount=11, AvailableMemoryMB=4259 2024-11-27T11:12:40,704 INFO [FileChangeWatcher-hbase_test_key4210333546157009399.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4210333546157009399.pem thread finished 2024-11-27T11:12:40,746 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:12:40,746 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43627 2024-11-27T11:12:40,747 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T11:12:40,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e9c7889, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:12:40,747 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T11:12:40,748 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:40,778 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:40,778 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:40,779 INFO [FileChangeWatcher-hbase_test_key15120517433858527161.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15120517433858527161.p12 thread started 2024-11-27T11:12:40,779 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:40,779 INFO [FileChangeWatcher-hbase_test_ca12099281637220628904.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12099281637220628904.p12 thread started 2024-11-27T11:12:40,779 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T11:12:40,794 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:40,809 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:40,810 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:40,810 INFO [FileChangeWatcher-hbase_test_key15120517433858527161.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15120517433858527161.p12 thread started 2024-11-27T11:12:40,810 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:40,811 INFO [FileChangeWatcher-hbase_test_ca12099281637220628904.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12099281637220628904.p12 thread started 2024-11-27T11:12:40,811 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x72e8ee99, L:/127.0.0.1:43627 - R:/127.0.0.1:54618] 2024-11-27T11:12:40,847 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54618, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T11:12:40,856 DEBUG [FileChangeWatcher-hbase_test_ca12099281637220628904.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15120517433858527161.p12 2024-11-27T11:12:40,856 DEBUG [FileChangeWatcher-hbase_test_key15120517433858527161.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15120517433858527161.p12 2024-11-27T11:12:40,856 DEBUG [FileChangeWatcher-hbase_test_ca12099281637220628904.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15120517433858527161.p12 2024-11-27T11:12:40,856 INFO [FileChangeWatcher-hbase_test_key15120517433858527161.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15120517433858527161.p12 2024-11-27T11:12:40,856 DEBUG [FileChangeWatcher-hbase_test_key15120517433858527161.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15120517433858527161.p12 2024-11-27T11:12:40,856 INFO [FileChangeWatcher-hbase_test_key15120517433858527161.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15120517433858527161.p12 2024-11-27T11:12:40,856 DEBUG [FileChangeWatcher-hbase_test_ca12099281637220628904.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15120517433858527161.p12 2024-11-27T11:12:40,856 DEBUG [FileChangeWatcher-hbase_test_ca12099281637220628904.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15120517433858527161.p12 2024-11-27T11:12:40,895 DEBUG [FileChangeWatcher-hbase_test_key15120517433858527161.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15120517433858527161.p12 2024-11-27T11:12:40,895 DEBUG [FileChangeWatcher-hbase_test_ca12099281637220628904.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15120517433858527161.p12 2024-11-27T11:12:40,895 DEBUG [FileChangeWatcher-hbase_test_key15120517433858527161.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15120517433858527161.p12 2024-11-27T11:12:40,895 INFO [FileChangeWatcher-hbase_test_key15120517433858527161.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15120517433858527161.p12 2024-11-27T11:12:40,895 INFO [FileChangeWatcher-hbase_test_key15120517433858527161.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15120517433858527161.p12 2024-11-27T11:12:40,895 DEBUG [FileChangeWatcher-hbase_test_ca12099281637220628904.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15120517433858527161.p12 2024-11-27T11:12:40,895 DEBUG [FileChangeWatcher-hbase_test_key15120517433858527161.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12099281637220628904.p12 2024-11-27T11:12:40,895 DEBUG [FileChangeWatcher-hbase_test_ca12099281637220628904.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12099281637220628904.p12 2024-11-27T11:12:40,895 DEBUG [FileChangeWatcher-hbase_test_key15120517433858527161.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12099281637220628904.p12 2024-11-27T11:12:40,895 DEBUG [FileChangeWatcher-hbase_test_key15120517433858527161.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12099281637220628904.p12 2024-11-27T11:12:40,895 INFO [FileChangeWatcher-hbase_test_ca12099281637220628904.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12099281637220628904.p12 2024-11-27T11:12:40,895 DEBUG [FileChangeWatcher-hbase_test_key15120517433858527161.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12099281637220628904.p12 2024-11-27T11:12:40,895 DEBUG [FileChangeWatcher-hbase_test_ca12099281637220628904.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15120517433858527161.p12 2024-11-27T11:12:40,895 DEBUG [FileChangeWatcher-hbase_test_ca12099281637220628904.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15120517433858527161.p12 2024-11-27T11:12:40,895 DEBUG [FileChangeWatcher-hbase_test_ca12099281637220628904.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12099281637220628904.p12 2024-11-27T11:12:40,895 INFO [FileChangeWatcher-hbase_test_ca12099281637220628904.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12099281637220628904.p12 2024-11-27T11:12:40,912 DEBUG [FileChangeWatcher-hbase_test_ca12099281637220628904.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12099281637220628904.p12 2024-11-27T11:12:40,912 DEBUG [FileChangeWatcher-hbase_test_key15120517433858527161.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12099281637220628904.p12 2024-11-27T11:12:40,912 DEBUG [FileChangeWatcher-hbase_test_key15120517433858527161.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12099281637220628904.p12 2024-11-27T11:12:40,912 DEBUG [FileChangeWatcher-hbase_test_ca12099281637220628904.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12099281637220628904.p12 2024-11-27T11:12:40,912 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,43627,0 is dead - stopping the connection localhost:43627/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-27T11:12:40,913 INFO [FileChangeWatcher-hbase_test_ca12099281637220628904.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12099281637220628904.p12 2024-11-27T11:12:40,913 DEBUG [FileChangeWatcher-hbase_test_key15120517433858527161.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12099281637220628904.p12 2024-11-27T11:12:40,913 DEBUG [FileChangeWatcher-hbase_test_key15120517433858527161.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12099281637220628904.p12 2024-11-27T11:12:40,913 INFO [FileChangeWatcher-hbase_test_ca12099281637220628904.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12099281637220628904.p12 2024-11-27T11:12:40,913 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T11:12:40,914 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:40,956 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:40,956 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T11:12:40,986 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:41,005 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:41,006 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6f5af37b, L:/127.0.0.1:43627 - R:/127.0.0.1:54634] 2024-11-27T11:12:41,046 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54634, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T11:12:41,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:12:41,048 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43627 2024-11-27T11:12:41,048 DEBUG [FileChangeWatcher-hbase_test_key15120517433858527161.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15120517433858527161.p12 was interrupted and is shutting down... 2024-11-27T11:12:41,048 DEBUG [FileChangeWatcher-hbase_test_ca12099281637220628904.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12099281637220628904.p12 was interrupted and is shutting down... 2024-11-27T11:12:41,048 DEBUG [FileChangeWatcher-hbase_test_ca12099281637220628904.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12099281637220628904.p12 was interrupted and is shutting down... 2024-11-27T11:12:41,048 DEBUG [FileChangeWatcher-hbase_test_key15120517433858527161.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15120517433858527161.p12 was interrupted and is shutting down... 2024-11-27T11:12:41,048 INFO [FileChangeWatcher-hbase_test_ca12099281637220628904.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12099281637220628904.p12 thread finished 2024-11-27T11:12:41,048 INFO [FileChangeWatcher-hbase_test_ca12099281637220628904.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12099281637220628904.p12 thread finished 2024-11-27T11:12:41,048 INFO [FileChangeWatcher-hbase_test_key15120517433858527161.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15120517433858527161.p12 thread finished 2024-11-27T11:12:41,055 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=356 (was 356), ProcessCount=11 (was 11), AvailableMemoryMB=4259 (was 4259) 2024-11-27T11:12:41,061 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=356, ProcessCount=11, AvailableMemoryMB=4259 2024-11-27T11:12:41,062 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:12:41,063 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44335 2024-11-27T11:12:41,063 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T11:12:41,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab22d10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:12:41,064 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T11:12:41,064 INFO [FileChangeWatcher-hbase_test_key15120517433858527161.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15120517433858527161.p12 thread finished 2024-11-27T11:12:41,064 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:41,094 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:41,095 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:41,095 INFO [FileChangeWatcher-hbase_test_key15120517433858527161.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15120517433858527161.p12 thread started 2024-11-27T11:12:41,095 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:41,096 INFO [FileChangeWatcher-hbase_test_ca12099281637220628904.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12099281637220628904.p12 thread started 2024-11-27T11:12:41,096 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T11:12:41,111 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:41,125 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:41,125 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:41,126 INFO [FileChangeWatcher-hbase_test_key15120517433858527161.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15120517433858527161.p12 thread started 2024-11-27T11:12:41,126 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:41,126 INFO [FileChangeWatcher-hbase_test_ca12099281637220628904.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12099281637220628904.p12 thread started 2024-11-27T11:12:41,126 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xef26fdff, L:/127.0.0.1:44335 - R:/127.0.0.1:51718] 2024-11-27T11:12:41,163 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51718, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T11:12:41,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:12:41,165 DEBUG [FileChangeWatcher-hbase_test_key15120517433858527161.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15120517433858527161.p12 was interrupted and is shutting down... 2024-11-27T11:12:41,165 DEBUG [FileChangeWatcher-hbase_test_ca12099281637220628904.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12099281637220628904.p12 was interrupted and is shutting down... 2024-11-27T11:12:41,166 INFO [FileChangeWatcher-hbase_test_key15120517433858527161.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15120517433858527161.p12 thread finished 2024-11-27T11:12:41,166 INFO [FileChangeWatcher-hbase_test_ca12099281637220628904.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12099281637220628904.p12 thread finished 2024-11-27T11:12:41,171 DEBUG [FileChangeWatcher-hbase_test_ca12099281637220628904.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15120517433858527161.p12 2024-11-27T11:12:41,171 DEBUG [FileChangeWatcher-hbase_test_key15120517433858527161.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15120517433858527161.p12 2024-11-27T11:12:41,171 DEBUG [FileChangeWatcher-hbase_test_ca12099281637220628904.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15120517433858527161.p12 2024-11-27T11:12:41,171 INFO [FileChangeWatcher-hbase_test_key15120517433858527161.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15120517433858527161.p12 2024-11-27T11:12:41,205 DEBUG [FileChangeWatcher-hbase_test_ca12099281637220628904.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15120517433858527161.p12 2024-11-27T11:12:41,205 DEBUG [FileChangeWatcher-hbase_test_key15120517433858527161.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15120517433858527161.p12 2024-11-27T11:12:41,205 DEBUG [FileChangeWatcher-hbase_test_ca12099281637220628904.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15120517433858527161.p12 2024-11-27T11:12:41,205 INFO [FileChangeWatcher-hbase_test_key15120517433858527161.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15120517433858527161.p12 2024-11-27T11:12:41,205 DEBUG [FileChangeWatcher-hbase_test_key15120517433858527161.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12099281637220628904.p12 2024-11-27T11:12:41,205 DEBUG [FileChangeWatcher-hbase_test_ca12099281637220628904.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12099281637220628904.p12 2024-11-27T11:12:41,205 INFO [FileChangeWatcher-hbase_test_ca12099281637220628904.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12099281637220628904.p12 2024-11-27T11:12:41,205 DEBUG [FileChangeWatcher-hbase_test_key15120517433858527161.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12099281637220628904.p12 2024-11-27T11:12:41,221 DEBUG [FileChangeWatcher-hbase_test_key15120517433858527161.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12099281637220628904.p12 2024-11-27T11:12:41,221 DEBUG [FileChangeWatcher-hbase_test_ca12099281637220628904.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12099281637220628904.p12 2024-11-27T11:12:41,221 DEBUG [FileChangeWatcher-hbase_test_key15120517433858527161.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12099281637220628904.p12 2024-11-27T11:12:41,221 INFO [FileChangeWatcher-hbase_test_ca12099281637220628904.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12099281637220628904.p12 2024-11-27T11:12:41,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692c7fe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:12:41,221 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T11:12:41,222 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:41,252 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:41,253 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:41,253 INFO [FileChangeWatcher-hbase_test_key15120517433858527161.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15120517433858527161.p12 thread started 2024-11-27T11:12:41,253 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:41,253 INFO [FileChangeWatcher-hbase_test_ca12099281637220628904.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12099281637220628904.p12 thread started 2024-11-27T11:12:41,254 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T11:12:41,269 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:41,284 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:41,284 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x861ac7d3, L:/127.0.0.1:44335 - R:/127.0.0.1:51724] 2024-11-27T11:12:41,321 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51724, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T11:12:41,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:12:41,323 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44335 2024-11-27T11:12:41,323 DEBUG [FileChangeWatcher-hbase_test_key15120517433858527161.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15120517433858527161.p12 was interrupted and is shutting down... 2024-11-27T11:12:41,323 DEBUG [FileChangeWatcher-hbase_test_ca12099281637220628904.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12099281637220628904.p12 was interrupted and is shutting down... 2024-11-27T11:12:41,323 DEBUG [FileChangeWatcher-hbase_test_key15120517433858527161.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15120517433858527161.p12 was interrupted and is shutting down... 2024-11-27T11:12:41,323 DEBUG [FileChangeWatcher-hbase_test_ca12099281637220628904.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12099281637220628904.p12 was interrupted and is shutting down... 2024-11-27T11:12:41,323 INFO [FileChangeWatcher-hbase_test_key15120517433858527161.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15120517433858527161.p12 thread finished 2024-11-27T11:12:41,323 INFO [FileChangeWatcher-hbase_test_key15120517433858527161.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15120517433858527161.p12 thread finished 2024-11-27T11:12:41,323 INFO [FileChangeWatcher-hbase_test_ca12099281637220628904.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12099281637220628904.p12 thread finished 2024-11-27T11:12:41,323 INFO [FileChangeWatcher-hbase_test_ca12099281637220628904.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12099281637220628904.p12 thread finished 2024-11-27T11:12:41,331 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=356 (was 356), ProcessCount=11 (was 11), AvailableMemoryMB=4254 (was 4259) 2024-11-27T11:12:41,337 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=356, ProcessCount=11, AvailableMemoryMB=4253 2024-11-27T11:12:41,746 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:12:41,746 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43159 2024-11-27T11:12:41,747 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T11:12:41,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2ba41c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:12:41,747 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T11:12:41,748 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:42,079 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:42,080 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:42,080 INFO [FileChangeWatcher-hbase_test_key10461903474635542839.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10461903474635542839.bcfks thread started 2024-11-27T11:12:42,080 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:42,081 INFO [FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks thread started 2024-11-27T11:12:42,081 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T11:12:42,245 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:42,408 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:42,409 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:42,409 INFO [FileChangeWatcher-hbase_test_key10461903474635542839.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10461903474635542839.bcfks thread started 2024-11-27T11:12:42,409 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:42,410 INFO [FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks thread started 2024-11-27T11:12:42,410 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x65d292e5, L:/127.0.0.1:43159 - R:/127.0.0.1:47196] 2024-11-27T11:12:42,631 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47196, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T11:12:42,642 DEBUG [FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10461903474635542839.bcfks 2024-11-27T11:12:42,642 DEBUG [FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10461903474635542839.bcfks 2024-11-27T11:12:42,642 DEBUG [FileChangeWatcher-hbase_test_key10461903474635542839.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10461903474635542839.bcfks 2024-11-27T11:12:42,642 DEBUG [FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10461903474635542839.bcfks 2024-11-27T11:12:42,642 DEBUG [FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10461903474635542839.bcfks 2024-11-27T11:12:42,642 INFO [FileChangeWatcher-hbase_test_key10461903474635542839.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10461903474635542839.bcfks 2024-11-27T11:12:42,642 DEBUG [FileChangeWatcher-hbase_test_key10461903474635542839.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10461903474635542839.bcfks 2024-11-27T11:12:42,642 INFO [FileChangeWatcher-hbase_test_key10461903474635542839.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10461903474635542839.bcfks 2024-11-27T11:12:42,893 DEBUG [FileChangeWatcher-hbase_test_key10461903474635542839.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10461903474635542839.bcfks 2024-11-27T11:12:42,893 DEBUG [FileChangeWatcher-hbase_test_key10461903474635542839.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10461903474635542839.bcfks 2024-11-27T11:12:42,893 DEBUG [FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10461903474635542839.bcfks 2024-11-27T11:12:42,893 DEBUG [FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10461903474635542839.bcfks 2024-11-27T11:12:42,893 INFO [FileChangeWatcher-hbase_test_key10461903474635542839.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10461903474635542839.bcfks 2024-11-27T11:12:42,893 INFO [FileChangeWatcher-hbase_test_key10461903474635542839.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10461903474635542839.bcfks 2024-11-27T11:12:42,893 DEBUG [FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10461903474635542839.bcfks 2024-11-27T11:12:42,893 DEBUG [FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10461903474635542839.bcfks 2024-11-27T11:12:42,893 DEBUG [FileChangeWatcher-hbase_test_key10461903474635542839.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9929021117339155448.bcfks 2024-11-27T11:12:42,893 DEBUG [FileChangeWatcher-hbase_test_key10461903474635542839.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9929021117339155448.bcfks 2024-11-27T11:12:42,893 DEBUG [FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9929021117339155448.bcfks 2024-11-27T11:12:42,893 DEBUG [FileChangeWatcher-hbase_test_key10461903474635542839.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9929021117339155448.bcfks 2024-11-27T11:12:42,893 DEBUG [FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9929021117339155448.bcfks 2024-11-27T11:12:42,893 DEBUG [FileChangeWatcher-hbase_test_key10461903474635542839.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9929021117339155448.bcfks 2024-11-27T11:12:42,893 INFO [FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9929021117339155448.bcfks 2024-11-27T11:12:42,893 INFO [FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9929021117339155448.bcfks 2024-11-27T11:12:43,055 DEBUG [FileChangeWatcher-hbase_test_key10461903474635542839.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9929021117339155448.bcfks 2024-11-27T11:12:43,055 DEBUG [FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9929021117339155448.bcfks 2024-11-27T11:12:43,055 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,43159,0 is dead - stopping the connection localhost:43159/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-27T11:12:43,055 DEBUG [FileChangeWatcher-hbase_test_key10461903474635542839.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9929021117339155448.bcfks 2024-11-27T11:12:43,055 DEBUG [FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9929021117339155448.bcfks 2024-11-27T11:12:43,055 DEBUG [FileChangeWatcher-hbase_test_key10461903474635542839.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9929021117339155448.bcfks 2024-11-27T11:12:43,055 INFO [FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9929021117339155448.bcfks 2024-11-27T11:12:43,055 INFO [FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9929021117339155448.bcfks 2024-11-27T11:12:43,055 DEBUG [FileChangeWatcher-hbase_test_key10461903474635542839.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9929021117339155448.bcfks 2024-11-27T11:12:43,055 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T11:12:43,056 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:43,384 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:43,385 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T11:12:43,548 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:43,710 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:43,711 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x72bc65e2, L:/127.0.0.1:43159 - R:/127.0.0.1:50014] 2024-11-27T11:12:43,889 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50014, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T11:12:43,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:12:43,891 DEBUG [FileChangeWatcher-hbase_test_key10461903474635542839.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10461903474635542839.bcfks was interrupted and is shutting down... 2024-11-27T11:12:43,891 DEBUG [FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks was interrupted and is shutting down... 2024-11-27T11:12:43,891 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43159 2024-11-27T11:12:43,891 DEBUG [FileChangeWatcher-hbase_test_key10461903474635542839.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10461903474635542839.bcfks was interrupted and is shutting down... 2024-11-27T11:12:43,891 DEBUG [FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks was interrupted and is shutting down... 2024-11-27T11:12:43,891 INFO [FileChangeWatcher-hbase_test_key10461903474635542839.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10461903474635542839.bcfks thread finished 2024-11-27T11:12:43,891 INFO [FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks thread finished 2024-11-27T11:12:43,891 INFO [FileChangeWatcher-hbase_test_key10461903474635542839.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10461903474635542839.bcfks thread finished 2024-11-27T11:12:43,891 INFO [FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks thread finished 2024-11-27T11:12:43,898 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35 (was 35), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=351 (was 356), ProcessCount=11 (was 11), AvailableMemoryMB=4248 (was 4253) 2024-11-27T11:12:43,904 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=351, ProcessCount=11, AvailableMemoryMB=4248 2024-11-27T11:12:43,905 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T11:12:43,906 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37467 2024-11-27T11:12:43,906 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T11:12:43,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a37f0e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:12:43,907 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T11:12:43,907 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:44,233 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:44,233 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:44,234 INFO [FileChangeWatcher-hbase_test_key10461903474635542839.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10461903474635542839.bcfks thread started 2024-11-27T11:12:44,234 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:44,234 INFO [FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks thread started 2024-11-27T11:12:44,234 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T11:12:44,397 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:44,560 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:44,560 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:44,561 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:44,561 INFO [FileChangeWatcher-hbase_test_key10461903474635542839.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10461903474635542839.bcfks thread started 2024-11-27T11:12:44,561 INFO [FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks thread started 2024-11-27T11:12:44,561 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4f1ac84f, L:/127.0.0.1:37467 - R:/127.0.0.1:52024] 2024-11-27T11:12:44,737 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52024, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T11:12:44,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:12:44,739 DEBUG [FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks was interrupted and is shutting down... 2024-11-27T11:12:44,739 DEBUG [FileChangeWatcher-hbase_test_key10461903474635542839.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10461903474635542839.bcfks was interrupted and is shutting down... 2024-11-27T11:12:44,740 INFO [FileChangeWatcher-hbase_test_key10461903474635542839.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10461903474635542839.bcfks thread finished 2024-11-27T11:12:44,740 INFO [FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks thread finished 2024-11-27T11:12:44,745 DEBUG [FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10461903474635542839.bcfks 2024-11-27T11:12:44,745 DEBUG [FileChangeWatcher-hbase_test_key10461903474635542839.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10461903474635542839.bcfks 2024-11-27T11:12:44,745 DEBUG [FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10461903474635542839.bcfks 2024-11-27T11:12:44,745 INFO [FileChangeWatcher-hbase_test_key10461903474635542839.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10461903474635542839.bcfks 2024-11-27T11:12:44,987 DEBUG [FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10461903474635542839.bcfks 2024-11-27T11:12:44,987 DEBUG [FileChangeWatcher-hbase_test_key10461903474635542839.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10461903474635542839.bcfks 2024-11-27T11:12:44,988 DEBUG [FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10461903474635542839.bcfks 2024-11-27T11:12:44,988 INFO [FileChangeWatcher-hbase_test_key10461903474635542839.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10461903474635542839.bcfks 2024-11-27T11:12:44,988 DEBUG [FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9929021117339155448.bcfks 2024-11-27T11:12:44,988 DEBUG [FileChangeWatcher-hbase_test_key10461903474635542839.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9929021117339155448.bcfks 2024-11-27T11:12:44,988 INFO [FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9929021117339155448.bcfks 2024-11-27T11:12:44,988 DEBUG [FileChangeWatcher-hbase_test_key10461903474635542839.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9929021117339155448.bcfks 2024-11-27T11:12:45,149 DEBUG [FileChangeWatcher-hbase_test_key10461903474635542839.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9929021117339155448.bcfks 2024-11-27T11:12:45,149 DEBUG [FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9929021117339155448.bcfks 2024-11-27T11:12:45,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ec946e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T11:12:45,150 INFO [FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9929021117339155448.bcfks 2024-11-27T11:12:45,150 DEBUG [FileChangeWatcher-hbase_test_key10461903474635542839.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9929021117339155448.bcfks 2024-11-27T11:12:45,150 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T11:12:45,151 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:45,475 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:45,476 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:45,476 INFO [FileChangeWatcher-hbase_test_key10461903474635542839.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10461903474635542839.bcfks thread started 2024-11-27T11:12:45,476 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e8e39a9-2bb2-ca64-08d1-0e4ecb07ae31/TestNettyTLSIPCFileWatcher 2024-11-27T11:12:45,477 INFO [FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks thread started 2024-11-27T11:12:45,477 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T11:12:45,639 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T11:12:45,802 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T11:12:45,802 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x27ae32da, L:/127.0.0.1:37467 - R:/127.0.0.1:52030] 2024-11-27T11:12:45,980 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52030, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T11:12:45,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T11:12:45,982 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37467 2024-11-27T11:12:45,982 DEBUG [FileChangeWatcher-hbase_test_key10461903474635542839.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10461903474635542839.bcfks was interrupted and is shutting down... 2024-11-27T11:12:45,982 DEBUG [FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks was interrupted and is shutting down... 2024-11-27T11:12:45,982 DEBUG [FileChangeWatcher-hbase_test_key10461903474635542839.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10461903474635542839.bcfks was interrupted and is shutting down... 2024-11-27T11:12:45,982 DEBUG [FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks was interrupted and is shutting down... 2024-11-27T11:12:45,982 INFO [FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks thread finished 2024-11-27T11:12:45,982 INFO [FileChangeWatcher-hbase_test_key10461903474635542839.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10461903474635542839.bcfks thread finished 2024-11-27T11:12:45,982 INFO [FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9929021117339155448.bcfks thread finished 2024-11-27T11:12:45,989 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=351 (was 351), ProcessCount=11 (was 11), AvailableMemoryMB=4247 (was 4248) 2024-11-27T11:12:45,996 INFO [FileChangeWatcher-hbase_test_key10461903474635542839.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10461903474635542839.bcfks thread finished