2024-11-19 16:12:34,918 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-19 16:12:34,930 main DEBUG Took 0.010401 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-19 16:12:34,931 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-19 16:12:34,931 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-19 16:12:34,932 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-19 16:12:34,933 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 16:12:34,942 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-19 16:12:34,953 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 16:12:34,955 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 16:12:34,955 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 16:12:34,956 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 16:12:34,956 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 16:12:34,956 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 16:12:34,957 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 16:12:34,957 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 16:12:34,958 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 16:12:34,958 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 16:12:34,959 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 16:12:34,959 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 16:12:34,960 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 16:12:34,960 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 16:12:34,960 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 16:12:34,961 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 16:12:34,961 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 16:12:34,961 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 16:12:34,962 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 16:12:34,962 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 16:12:34,962 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 16:12:34,963 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 16:12:34,963 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 16:12:34,963 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 16:12:34,964 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 16:12:34,964 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-19 16:12:34,966 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 16:12:34,967 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-19 16:12:34,968 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-19 16:12:34,969 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-19 16:12:34,970 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-19 16:12:34,970 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-19 16:12:34,979 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-19 16:12:34,981 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-19 16:12:34,983 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-19 16:12:34,983 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-19 16:12:34,984 main DEBUG createAppenders(={Console}) 2024-11-19 16:12:34,984 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-19 16:12:34,985 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-19 16:12:34,985 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-19 16:12:34,985 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-19 16:12:34,986 main DEBUG OutputStream closed 2024-11-19 16:12:34,986 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-19 16:12:34,986 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-19 16:12:34,986 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-19 16:12:35,056 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-19 16:12:35,058 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-19 16:12:35,059 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-19 16:12:35,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-19 16:12:35,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-19 16:12:35,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-19 16:12:35,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-19 16:12:35,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-19 16:12:35,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-19 16:12:35,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-19 16:12:35,063 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-19 16:12:35,063 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-19 16:12:35,063 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-19 16:12:35,064 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-19 16:12:35,064 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-19 16:12:35,064 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-19 16:12:35,065 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-19 16:12:35,065 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-19 16:12:35,068 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19 16:12:35,068 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-19 16:12:35,068 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-19 16:12:35,069 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-19T16:12:35,086 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-19 16:12:35,088 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-19 16:12:35,089 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19T16:12:35,470 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-19T16:12:36,240 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=189, ProcessCount=11, AvailableMemoryMB=2710 2024-11-19T16:12:36,800 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T16:12:36,841 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-19T16:12:36,854 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-19T16:12:36,867 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-19T16:12:36,944 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:12:36,979 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 29473 (auto-detected) 2024-11-19T16:12:36,980 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-19T16:12:37,003 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43727 2024-11-19T16:12:37,007 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T16:12:37,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:12:37,036 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-19T16:12:37,036 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-19T16:12:37,332 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T16:12:37,399 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:37,457 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:37,545 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:37,547 INFO [FileChangeWatcher-hbase_test_key14523945815659017227.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14523945815659017227.jks thread started 2024-11-19T16:12:37,547 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:37,548 INFO [FileChangeWatcher-hbase_test_ca6318207456311047997.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6318207456311047997.jks thread started 2024-11-19T16:12:37,555 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T16:12:37,615 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:37,631 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:37,704 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:37,705 INFO [FileChangeWatcher-hbase_test_key14523945815659017227.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14523945815659017227.jks thread started 2024-11-19T16:12:37,705 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:37,706 INFO [FileChangeWatcher-hbase_test_ca6318207456311047997.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6318207456311047997.jks thread started 2024-11-19T16:12:37,707 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe5b38c2c, L:/127.0.0.1:43727 - R:/127.0.0.1:48690] 2024-11-19T16:12:37,835 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48690, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T16:12:38,254 DEBUG [FileChangeWatcher-hbase_test_ca6318207456311047997.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14523945815659017227.jks 2024-11-19T16:12:38,254 DEBUG [FileChangeWatcher-hbase_test_ca6318207456311047997.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14523945815659017227.jks 2024-11-19T16:12:38,254 DEBUG [FileChangeWatcher-hbase_test_key14523945815659017227.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14523945815659017227.jks 2024-11-19T16:12:38,254 DEBUG [FileChangeWatcher-hbase_test_ca6318207456311047997.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14523945815659017227.jks 2024-11-19T16:12:38,254 DEBUG [FileChangeWatcher-hbase_test_ca6318207456311047997.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14523945815659017227.jks 2024-11-19T16:12:38,254 INFO [FileChangeWatcher-hbase_test_key14523945815659017227.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14523945815659017227.jks 2024-11-19T16:12:38,254 DEBUG [FileChangeWatcher-hbase_test_key14523945815659017227.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14523945815659017227.jks 2024-11-19T16:12:38,255 INFO [FileChangeWatcher-hbase_test_key14523945815659017227.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14523945815659017227.jks 2024-11-19T16:12:38,280 DEBUG [FileChangeWatcher-hbase_test_key14523945815659017227.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14523945815659017227.jks 2024-11-19T16:12:38,280 DEBUG [FileChangeWatcher-hbase_test_key14523945815659017227.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14523945815659017227.jks 2024-11-19T16:12:38,280 DEBUG [FileChangeWatcher-hbase_test_ca6318207456311047997.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14523945815659017227.jks 2024-11-19T16:12:38,280 DEBUG [FileChangeWatcher-hbase_test_ca6318207456311047997.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14523945815659017227.jks 2024-11-19T16:12:38,280 INFO [FileChangeWatcher-hbase_test_key14523945815659017227.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14523945815659017227.jks 2024-11-19T16:12:38,280 INFO [FileChangeWatcher-hbase_test_key14523945815659017227.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14523945815659017227.jks 2024-11-19T16:12:38,280 DEBUG [FileChangeWatcher-hbase_test_key14523945815659017227.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6318207456311047997.jks 2024-11-19T16:12:38,280 DEBUG [FileChangeWatcher-hbase_test_ca6318207456311047997.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14523945815659017227.jks 2024-11-19T16:12:38,280 DEBUG [FileChangeWatcher-hbase_test_key14523945815659017227.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6318207456311047997.jks 2024-11-19T16:12:38,280 DEBUG [FileChangeWatcher-hbase_test_ca6318207456311047997.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14523945815659017227.jks 2024-11-19T16:12:38,280 DEBUG [FileChangeWatcher-hbase_test_key14523945815659017227.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6318207456311047997.jks 2024-11-19T16:12:38,280 DEBUG [FileChangeWatcher-hbase_test_ca6318207456311047997.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6318207456311047997.jks 2024-11-19T16:12:38,280 DEBUG [FileChangeWatcher-hbase_test_key14523945815659017227.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6318207456311047997.jks 2024-11-19T16:12:38,280 DEBUG [FileChangeWatcher-hbase_test_ca6318207456311047997.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6318207456311047997.jks 2024-11-19T16:12:38,281 INFO [FileChangeWatcher-hbase_test_ca6318207456311047997.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6318207456311047997.jks 2024-11-19T16:12:38,281 INFO [FileChangeWatcher-hbase_test_ca6318207456311047997.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6318207456311047997.jks 2024-11-19T16:12:38,295 DEBUG [FileChangeWatcher-hbase_test_ca6318207456311047997.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6318207456311047997.jks 2024-11-19T16:12:38,295 DEBUG [FileChangeWatcher-hbase_test_ca6318207456311047997.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6318207456311047997.jks 2024-11-19T16:12:38,295 DEBUG [FileChangeWatcher-hbase_test_key14523945815659017227.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6318207456311047997.jks 2024-11-19T16:12:38,295 DEBUG [FileChangeWatcher-hbase_test_key14523945815659017227.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6318207456311047997.jks 2024-11-19T16:12:38,295 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,43727,0 is dead - stopping the connection localhost:43727/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-19T16:12:38,295 INFO [FileChangeWatcher-hbase_test_ca6318207456311047997.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6318207456311047997.jks 2024-11-19T16:12:38,295 DEBUG [FileChangeWatcher-hbase_test_key14523945815659017227.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6318207456311047997.jks 2024-11-19T16:12:38,295 DEBUG [FileChangeWatcher-hbase_test_key14523945815659017227.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6318207456311047997.jks 2024-11-19T16:12:38,295 INFO [FileChangeWatcher-hbase_test_ca6318207456311047997.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6318207456311047997.jks 2024-11-19T16:12:38,296 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T16:12:38,298 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:38,329 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:38,330 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T16:12:38,345 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:38,361 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:38,362 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbf22dbae, L:/127.0.0.1:43727 - R:/127.0.0.1:48694] 2024-11-19T16:12:38,405 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48694, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T16:12:38,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:12:38,408 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43727 2024-11-19T16:12:38,408 DEBUG [FileChangeWatcher-hbase_test_ca6318207456311047997.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6318207456311047997.jks was interrupted and is shutting down... 2024-11-19T16:12:38,408 DEBUG [FileChangeWatcher-hbase_test_key14523945815659017227.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14523945815659017227.jks was interrupted and is shutting down... 2024-11-19T16:12:38,408 DEBUG [FileChangeWatcher-hbase_test_key14523945815659017227.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14523945815659017227.jks was interrupted and is shutting down... 2024-11-19T16:12:38,408 DEBUG [FileChangeWatcher-hbase_test_ca6318207456311047997.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6318207456311047997.jks was interrupted and is shutting down... 2024-11-19T16:12:38,408 INFO [FileChangeWatcher-hbase_test_key14523945815659017227.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14523945815659017227.jks thread finished 2024-11-19T16:12:38,408 INFO [FileChangeWatcher-hbase_test_ca6318207456311047997.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6318207456311047997.jks thread finished 2024-11-19T16:12:38,408 INFO [FileChangeWatcher-hbase_test_ca6318207456311047997.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6318207456311047997.jks thread finished 2024-11-19T16:12:38,420 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: FileChangeWatcher-hbase_test_key14523945815659017227.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=189 (was 189), ProcessCount=11 (was 11), AvailableMemoryMB=2538 (was 2710) 2024-11-19T16:12:38,424 INFO [FileChangeWatcher-hbase_test_key14523945815659017227.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14523945815659017227.jks thread finished 2024-11-19T16:12:38,426 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=189, ProcessCount=11, AvailableMemoryMB=2537 2024-11-19T16:12:38,428 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:12:38,428 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33451 2024-11-19T16:12:38,429 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T16:12:38,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f643c99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:12:38,430 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T16:12:38,431 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:38,462 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:38,463 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:38,463 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:38,463 INFO [FileChangeWatcher-hbase_test_key14523945815659017227.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14523945815659017227.jks thread started 2024-11-19T16:12:38,464 INFO [FileChangeWatcher-hbase_test_ca6318207456311047997.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6318207456311047997.jks thread started 2024-11-19T16:12:38,464 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T16:12:38,481 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:38,496 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:38,497 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:38,498 INFO [FileChangeWatcher-hbase_test_key14523945815659017227.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14523945815659017227.jks thread started 2024-11-19T16:12:38,498 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:38,498 INFO [FileChangeWatcher-hbase_test_ca6318207456311047997.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6318207456311047997.jks thread started 2024-11-19T16:12:38,498 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa633b9d3, L:/127.0.0.1:33451 - R:/127.0.0.1:57146] 2024-11-19T16:12:38,536 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57146, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T16:12:38,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:12:38,538 DEBUG [FileChangeWatcher-hbase_test_key14523945815659017227.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14523945815659017227.jks was interrupted and is shutting down... 2024-11-19T16:12:38,538 DEBUG [FileChangeWatcher-hbase_test_ca6318207456311047997.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6318207456311047997.jks was interrupted and is shutting down... 2024-11-19T16:12:38,538 INFO [FileChangeWatcher-hbase_test_key14523945815659017227.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14523945815659017227.jks thread finished 2024-11-19T16:12:38,552 INFO [FileChangeWatcher-hbase_test_ca6318207456311047997.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6318207456311047997.jks thread finished 2024-11-19T16:12:38,765 DEBUG [FileChangeWatcher-hbase_test_ca6318207456311047997.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14523945815659017227.jks 2024-11-19T16:12:38,765 DEBUG [FileChangeWatcher-hbase_test_key14523945815659017227.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14523945815659017227.jks 2024-11-19T16:12:38,766 INFO [FileChangeWatcher-hbase_test_key14523945815659017227.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14523945815659017227.jks 2024-11-19T16:12:38,766 DEBUG [FileChangeWatcher-hbase_test_ca6318207456311047997.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14523945815659017227.jks 2024-11-19T16:12:38,792 DEBUG [FileChangeWatcher-hbase_test_ca6318207456311047997.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14523945815659017227.jks 2024-11-19T16:12:38,792 DEBUG [FileChangeWatcher-hbase_test_key14523945815659017227.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14523945815659017227.jks 2024-11-19T16:12:38,792 DEBUG [FileChangeWatcher-hbase_test_ca6318207456311047997.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14523945815659017227.jks 2024-11-19T16:12:38,792 INFO [FileChangeWatcher-hbase_test_key14523945815659017227.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14523945815659017227.jks 2024-11-19T16:12:38,792 DEBUG [FileChangeWatcher-hbase_test_ca6318207456311047997.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6318207456311047997.jks 2024-11-19T16:12:38,792 DEBUG [FileChangeWatcher-hbase_test_key14523945815659017227.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6318207456311047997.jks 2024-11-19T16:12:38,793 INFO [FileChangeWatcher-hbase_test_ca6318207456311047997.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6318207456311047997.jks 2024-11-19T16:12:38,793 DEBUG [FileChangeWatcher-hbase_test_key14523945815659017227.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6318207456311047997.jks 2024-11-19T16:12:38,807 DEBUG [FileChangeWatcher-hbase_test_ca6318207456311047997.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6318207456311047997.jks 2024-11-19T16:12:38,807 DEBUG [FileChangeWatcher-hbase_test_key14523945815659017227.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6318207456311047997.jks 2024-11-19T16:12:38,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a7be9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:12:38,807 DEBUG [FileChangeWatcher-hbase_test_key14523945815659017227.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6318207456311047997.jks 2024-11-19T16:12:38,807 INFO [FileChangeWatcher-hbase_test_ca6318207456311047997.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6318207456311047997.jks 2024-11-19T16:12:38,808 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T16:12:38,809 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:38,840 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:38,840 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:38,841 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:38,841 INFO [FileChangeWatcher-hbase_test_key14523945815659017227.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14523945815659017227.jks thread started 2024-11-19T16:12:38,841 INFO [FileChangeWatcher-hbase_test_ca6318207456311047997.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6318207456311047997.jks thread started 2024-11-19T16:12:38,842 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T16:12:38,858 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:38,873 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:38,874 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2b34b2c7, L:/127.0.0.1:33451 - R:/127.0.0.1:57154] 2024-11-19T16:12:38,917 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57154, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T16:12:38,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:12:38,919 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33451 2024-11-19T16:12:38,919 DEBUG [FileChangeWatcher-hbase_test_ca6318207456311047997.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6318207456311047997.jks was interrupted and is shutting down... 2024-11-19T16:12:38,919 DEBUG [FileChangeWatcher-hbase_test_key14523945815659017227.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14523945815659017227.jks was interrupted and is shutting down... 2024-11-19T16:12:38,919 DEBUG [FileChangeWatcher-hbase_test_key14523945815659017227.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14523945815659017227.jks was interrupted and is shutting down... 2024-11-19T16:12:38,919 DEBUG [FileChangeWatcher-hbase_test_ca6318207456311047997.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6318207456311047997.jks was interrupted and is shutting down... 2024-11-19T16:12:38,919 INFO [FileChangeWatcher-hbase_test_key14523945815659017227.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14523945815659017227.jks thread finished 2024-11-19T16:12:38,919 INFO [FileChangeWatcher-hbase_test_ca6318207456311047997.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6318207456311047997.jks thread finished 2024-11-19T16:12:38,920 INFO [FileChangeWatcher-hbase_test_key14523945815659017227.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14523945815659017227.jks thread finished 2024-11-19T16:12:38,926 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 23) Potentially hanging thread: FileChangeWatcher-hbase_test_ca6318207456311047997.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=181 (was 189), ProcessCount=11 (was 11), AvailableMemoryMB=2490 (was 2537) 2024-11-19T16:12:38,932 INFO [FileChangeWatcher-hbase_test_ca6318207456311047997.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6318207456311047997.jks thread finished 2024-11-19T16:12:38,932 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=181, ProcessCount=11, AvailableMemoryMB=2489 2024-11-19T16:12:38,980 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:12:38,981 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43389 2024-11-19T16:12:38,981 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T16:12:38,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@261bfa85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:12:38,982 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T16:12:38,983 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:39,011 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:39,012 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:39,013 INFO [FileChangeWatcher-hbase_test_key1818886189975825408.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1818886189975825408.pem thread started 2024-11-19T16:12:39,013 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:39,013 INFO [FileChangeWatcher-hbase_test_ca15623168720549248945.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15623168720549248945.pem thread started 2024-11-19T16:12:39,014 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T16:12:39,024 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:39,025 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:39,025 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:39,026 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:39,026 INFO [FileChangeWatcher-hbase_test_key1818886189975825408.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1818886189975825408.pem thread started 2024-11-19T16:12:39,027 INFO [FileChangeWatcher-hbase_test_ca15623168720549248945.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15623168720549248945.pem thread started 2024-11-19T16:12:39,027 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xdbe7b935, L:/127.0.0.1:43389 - R:/127.0.0.1:33848] 2024-11-19T16:12:39,047 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33848, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T16:12:39,316 DEBUG [FileChangeWatcher-hbase_test_ca15623168720549248945.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1818886189975825408.pem 2024-11-19T16:12:39,316 DEBUG [FileChangeWatcher-hbase_test_key1818886189975825408.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1818886189975825408.pem 2024-11-19T16:12:39,316 DEBUG [FileChangeWatcher-hbase_test_ca15623168720549248945.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1818886189975825408.pem 2024-11-19T16:12:39,317 DEBUG [FileChangeWatcher-hbase_test_ca15623168720549248945.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1818886189975825408.pem 2024-11-19T16:12:39,317 INFO [FileChangeWatcher-hbase_test_key1818886189975825408.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1818886189975825408.pem 2024-11-19T16:12:39,317 DEBUG [FileChangeWatcher-hbase_test_ca15623168720549248945.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1818886189975825408.pem 2024-11-19T16:12:39,317 DEBUG [FileChangeWatcher-hbase_test_ca15623168720549248945.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1818886189975825408.pem 2024-11-19T16:12:39,317 DEBUG [FileChangeWatcher-hbase_test_key1818886189975825408.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1818886189975825408.pem 2024-11-19T16:12:39,317 DEBUG [FileChangeWatcher-hbase_test_ca15623168720549248945.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1818886189975825408.pem 2024-11-19T16:12:39,317 DEBUG [FileChangeWatcher-hbase_test_ca15623168720549248945.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1818886189975825408.pem 2024-11-19T16:12:39,317 INFO [FileChangeWatcher-hbase_test_key1818886189975825408.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1818886189975825408.pem 2024-11-19T16:12:39,317 DEBUG [FileChangeWatcher-hbase_test_ca15623168720549248945.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1818886189975825408.pem 2024-11-19T16:12:39,317 DEBUG [FileChangeWatcher-hbase_test_ca15623168720549248945.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15623168720549248945.pem 2024-11-19T16:12:39,317 DEBUG [FileChangeWatcher-hbase_test_key1818886189975825408.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15623168720549248945.pem 2024-11-19T16:12:39,317 DEBUG [FileChangeWatcher-hbase_test_ca15623168720549248945.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15623168720549248945.pem 2024-11-19T16:12:39,318 INFO [FileChangeWatcher-hbase_test_ca15623168720549248945.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15623168720549248945.pem 2024-11-19T16:12:39,318 DEBUG [FileChangeWatcher-hbase_test_key1818886189975825408.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15623168720549248945.pem 2024-11-19T16:12:39,318 INFO [FileChangeWatcher-hbase_test_ca15623168720549248945.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15623168720549248945.pem 2024-11-19T16:12:39,318 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,43389,0 is dead - stopping the connection localhost:43389/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-19T16:12:39,318 DEBUG [FileChangeWatcher-hbase_test_ca15623168720549248945.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15623168720549248945.pem 2024-11-19T16:12:39,318 DEBUG [FileChangeWatcher-hbase_test_key1818886189975825408.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1818886189975825408.pem 2024-11-19T16:12:39,318 DEBUG [FileChangeWatcher-hbase_test_ca15623168720549248945.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15623168720549248945.pem 2024-11-19T16:12:39,318 INFO [FileChangeWatcher-hbase_test_ca15623168720549248945.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15623168720549248945.pem 2024-11-19T16:12:39,318 INFO [FileChangeWatcher-hbase_test_key1818886189975825408.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1818886189975825408.pem 2024-11-19T16:12:39,318 INFO [FileChangeWatcher-hbase_test_ca15623168720549248945.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15623168720549248945.pem 2024-11-19T16:12:39,318 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T16:12:39,318 DEBUG [FileChangeWatcher-hbase_test_key1818886189975825408.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15623168720549248945.pem 2024-11-19T16:12:39,319 DEBUG [FileChangeWatcher-hbase_test_key1818886189975825408.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15623168720549248945.pem 2024-11-19T16:12:39,318 DEBUG [FileChangeWatcher-hbase_test_key1818886189975825408.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1818886189975825408.pem 2024-11-19T16:12:39,319 INFO [FileChangeWatcher-hbase_test_key1818886189975825408.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1818886189975825408.pem 2024-11-19T16:12:39,319 DEBUG [FileChangeWatcher-hbase_test_key1818886189975825408.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15623168720549248945.pem 2024-11-19T16:12:39,319 DEBUG [FileChangeWatcher-hbase_test_key1818886189975825408.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15623168720549248945.pem 2024-11-19T16:12:39,320 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:39,330 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:39,330 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T16:12:39,347 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:39,348 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:39,349 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x123dd5bc, L:/127.0.0.1:43389 - R:/127.0.0.1:33854] 2024-11-19T16:12:39,369 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33854, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T16:12:39,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:12:39,371 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43389 2024-11-19T16:12:39,371 DEBUG [FileChangeWatcher-hbase_test_key1818886189975825408.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1818886189975825408.pem was interrupted and is shutting down... 2024-11-19T16:12:39,371 DEBUG [FileChangeWatcher-hbase_test_ca15623168720549248945.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15623168720549248945.pem was interrupted and is shutting down... 2024-11-19T16:12:39,371 DEBUG [FileChangeWatcher-hbase_test_key1818886189975825408.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1818886189975825408.pem was interrupted and is shutting down... 2024-11-19T16:12:39,371 DEBUG [FileChangeWatcher-hbase_test_ca15623168720549248945.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15623168720549248945.pem was interrupted and is shutting down... 2024-11-19T16:12:39,372 INFO [FileChangeWatcher-hbase_test_key1818886189975825408.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1818886189975825408.pem thread finished 2024-11-19T16:12:39,372 INFO [FileChangeWatcher-hbase_test_ca15623168720549248945.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15623168720549248945.pem thread finished 2024-11-19T16:12:39,372 INFO [FileChangeWatcher-hbase_test_ca15623168720549248945.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15623168720549248945.pem thread finished 2024-11-19T16:12:39,372 INFO [FileChangeWatcher-hbase_test_key1818886189975825408.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1818886189975825408.pem thread finished 2024-11-19T16:12:39,380 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25 (was 25), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=181 (was 181), ProcessCount=11 (was 11), AvailableMemoryMB=2434 (was 2489) 2024-11-19T16:12:39,386 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=181, ProcessCount=11, AvailableMemoryMB=2434 2024-11-19T16:12:39,388 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:12:39,389 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45017 2024-11-19T16:12:39,389 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T16:12:39,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40e1f95a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:12:39,391 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T16:12:39,392 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:39,398 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:39,399 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:39,399 INFO [FileChangeWatcher-hbase_test_key1818886189975825408.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1818886189975825408.pem thread started 2024-11-19T16:12:39,399 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:39,400 INFO [FileChangeWatcher-hbase_test_ca15623168720549248945.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15623168720549248945.pem thread started 2024-11-19T16:12:39,400 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T16:12:39,405 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:39,406 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:39,406 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:39,407 INFO [FileChangeWatcher-hbase_test_key1818886189975825408.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1818886189975825408.pem thread started 2024-11-19T16:12:39,407 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:39,407 INFO [FileChangeWatcher-hbase_test_ca15623168720549248945.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15623168720549248945.pem thread started 2024-11-19T16:12:39,407 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x85a79d93, L:/127.0.0.1:45017 - R:/127.0.0.1:54500] 2024-11-19T16:12:39,423 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54500, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T16:12:39,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:12:39,425 DEBUG [FileChangeWatcher-hbase_test_key1818886189975825408.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1818886189975825408.pem was interrupted and is shutting down... 2024-11-19T16:12:39,425 DEBUG [FileChangeWatcher-hbase_test_ca15623168720549248945.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15623168720549248945.pem was interrupted and is shutting down... 2024-11-19T16:12:39,426 INFO [FileChangeWatcher-hbase_test_key1818886189975825408.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1818886189975825408.pem thread finished 2024-11-19T16:12:39,426 INFO [FileChangeWatcher-hbase_test_ca15623168720549248945.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15623168720549248945.pem thread finished 2024-11-19T16:12:39,762 DEBUG [FileChangeWatcher-hbase_test_ca15623168720549248945.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1818886189975825408.pem 2024-11-19T16:12:39,762 DEBUG [FileChangeWatcher-hbase_test_key1818886189975825408.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1818886189975825408.pem 2024-11-19T16:12:39,763 INFO [FileChangeWatcher-hbase_test_key1818886189975825408.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1818886189975825408.pem 2024-11-19T16:12:39,763 DEBUG [FileChangeWatcher-hbase_test_ca15623168720549248945.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1818886189975825408.pem 2024-11-19T16:12:39,763 DEBUG [FileChangeWatcher-hbase_test_key1818886189975825408.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1818886189975825408.pem 2024-11-19T16:12:39,763 DEBUG [FileChangeWatcher-hbase_test_ca15623168720549248945.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1818886189975825408.pem 2024-11-19T16:12:39,763 INFO [FileChangeWatcher-hbase_test_key1818886189975825408.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1818886189975825408.pem 2024-11-19T16:12:39,763 DEBUG [FileChangeWatcher-hbase_test_ca15623168720549248945.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1818886189975825408.pem 2024-11-19T16:12:39,763 DEBUG [FileChangeWatcher-hbase_test_key1818886189975825408.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15623168720549248945.pem 2024-11-19T16:12:39,763 DEBUG [FileChangeWatcher-hbase_test_ca15623168720549248945.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15623168720549248945.pem 2024-11-19T16:12:39,763 DEBUG [FileChangeWatcher-hbase_test_key1818886189975825408.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15623168720549248945.pem 2024-11-19T16:12:39,764 INFO [FileChangeWatcher-hbase_test_ca15623168720549248945.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15623168720549248945.pem 2024-11-19T16:12:39,764 DEBUG [FileChangeWatcher-hbase_test_key1818886189975825408.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15623168720549248945.pem 2024-11-19T16:12:39,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cd5303b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:12:39,764 DEBUG [FileChangeWatcher-hbase_test_key1818886189975825408.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15623168720549248945.pem 2024-11-19T16:12:39,764 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T16:12:39,765 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:39,771 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:39,771 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:39,772 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:39,772 INFO [FileChangeWatcher-hbase_test_key1818886189975825408.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1818886189975825408.pem thread started 2024-11-19T16:12:39,773 INFO [FileChangeWatcher-hbase_test_ca15623168720549248945.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15623168720549248945.pem thread started 2024-11-19T16:12:39,773 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T16:12:39,778 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:39,779 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:39,779 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x88831ca6, L:/127.0.0.1:45017 - R:/127.0.0.1:54514] 2024-11-19T16:12:39,795 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54514, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T16:12:39,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:12:39,797 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45017 2024-11-19T16:12:39,797 DEBUG [FileChangeWatcher-hbase_test_ca15623168720549248945.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15623168720549248945.pem was interrupted and is shutting down... 2024-11-19T16:12:39,797 DEBUG [FileChangeWatcher-hbase_test_key1818886189975825408.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1818886189975825408.pem was interrupted and is shutting down... 2024-11-19T16:12:39,797 DEBUG [FileChangeWatcher-hbase_test_key1818886189975825408.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1818886189975825408.pem was interrupted and is shutting down... 2024-11-19T16:12:39,797 DEBUG [FileChangeWatcher-hbase_test_ca15623168720549248945.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15623168720549248945.pem was interrupted and is shutting down... 2024-11-19T16:12:39,797 INFO [FileChangeWatcher-hbase_test_ca15623168720549248945.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15623168720549248945.pem thread finished 2024-11-19T16:12:39,797 INFO [FileChangeWatcher-hbase_test_key1818886189975825408.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1818886189975825408.pem thread finished 2024-11-19T16:12:39,797 INFO [FileChangeWatcher-hbase_test_key1818886189975825408.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1818886189975825408.pem thread finished 2024-11-19T16:12:39,803 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca15623168720549248945.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=181 (was 181), ProcessCount=11 (was 11), AvailableMemoryMB=2382 (was 2434) 2024-11-19T16:12:39,809 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=181, ProcessCount=11, AvailableMemoryMB=2381 2024-11-19T16:12:39,816 INFO [FileChangeWatcher-hbase_test_ca15623168720549248945.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15623168720549248945.pem thread finished 2024-11-19T16:12:39,857 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:12:39,858 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34117 2024-11-19T16:12:39,858 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T16:12:39,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aa6c7e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:12:39,859 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T16:12:39,860 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:39,894 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:39,895 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:39,895 INFO [FileChangeWatcher-hbase_test_key8077289410083108887.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8077289410083108887.p12 thread started 2024-11-19T16:12:39,895 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:39,896 INFO [FileChangeWatcher-hbase_test_ca8270882394271582930.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8270882394271582930.p12 thread started 2024-11-19T16:12:39,896 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T16:12:39,913 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:39,930 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:39,930 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:39,931 INFO [FileChangeWatcher-hbase_test_key8077289410083108887.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8077289410083108887.p12 thread started 2024-11-19T16:12:39,931 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:39,932 INFO [FileChangeWatcher-hbase_test_ca8270882394271582930.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8270882394271582930.p12 thread started 2024-11-19T16:12:39,932 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x103fe78a, L:/127.0.0.1:34117 - R:/127.0.0.1:58352] 2024-11-19T16:12:39,972 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58352, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T16:12:40,356 DEBUG [FileChangeWatcher-hbase_test_key8077289410083108887.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8077289410083108887.p12 2024-11-19T16:12:40,356 DEBUG [FileChangeWatcher-hbase_test_key8077289410083108887.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8077289410083108887.p12 2024-11-19T16:12:40,356 INFO [FileChangeWatcher-hbase_test_key8077289410083108887.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8077289410083108887.p12 2024-11-19T16:12:40,356 INFO [FileChangeWatcher-hbase_test_key8077289410083108887.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8077289410083108887.p12 2024-11-19T16:12:40,357 DEBUG [FileChangeWatcher-hbase_test_ca8270882394271582930.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8077289410083108887.p12 2024-11-19T16:12:40,357 DEBUG [FileChangeWatcher-hbase_test_ca8270882394271582930.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8077289410083108887.p12 2024-11-19T16:12:40,357 DEBUG [FileChangeWatcher-hbase_test_ca8270882394271582930.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8077289410083108887.p12 2024-11-19T16:12:40,357 DEBUG [FileChangeWatcher-hbase_test_ca8270882394271582930.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8077289410083108887.p12 2024-11-19T16:12:40,386 DEBUG [FileChangeWatcher-hbase_test_ca8270882394271582930.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8077289410083108887.p12 2024-11-19T16:12:40,386 DEBUG [FileChangeWatcher-hbase_test_key8077289410083108887.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8077289410083108887.p12 2024-11-19T16:12:40,386 DEBUG [FileChangeWatcher-hbase_test_ca8270882394271582930.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8077289410083108887.p12 2024-11-19T16:12:40,386 DEBUG [FileChangeWatcher-hbase_test_key8077289410083108887.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8077289410083108887.p12 2024-11-19T16:12:40,387 DEBUG [FileChangeWatcher-hbase_test_ca8270882394271582930.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8077289410083108887.p12 2024-11-19T16:12:40,387 INFO [FileChangeWatcher-hbase_test_key8077289410083108887.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8077289410083108887.p12 2024-11-19T16:12:40,387 DEBUG [FileChangeWatcher-hbase_test_ca8270882394271582930.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8077289410083108887.p12 2024-11-19T16:12:40,387 INFO [FileChangeWatcher-hbase_test_key8077289410083108887.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8077289410083108887.p12 2024-11-19T16:12:40,387 DEBUG [FileChangeWatcher-hbase_test_ca8270882394271582930.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8270882394271582930.p12 2024-11-19T16:12:40,387 DEBUG [FileChangeWatcher-hbase_test_key8077289410083108887.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8270882394271582930.p12 2024-11-19T16:12:40,387 DEBUG [FileChangeWatcher-hbase_test_ca8270882394271582930.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8270882394271582930.p12 2024-11-19T16:12:40,387 DEBUG [FileChangeWatcher-hbase_test_key8077289410083108887.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8270882394271582930.p12 2024-11-19T16:12:40,387 DEBUG [FileChangeWatcher-hbase_test_key8077289410083108887.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8270882394271582930.p12 2024-11-19T16:12:40,387 INFO [FileChangeWatcher-hbase_test_ca8270882394271582930.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8270882394271582930.p12 2024-11-19T16:12:40,387 INFO [FileChangeWatcher-hbase_test_ca8270882394271582930.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8270882394271582930.p12 2024-11-19T16:12:40,387 DEBUG [FileChangeWatcher-hbase_test_key8077289410083108887.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8270882394271582930.p12 2024-11-19T16:12:40,404 DEBUG [FileChangeWatcher-hbase_test_ca8270882394271582930.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8270882394271582930.p12 2024-11-19T16:12:40,404 DEBUG [FileChangeWatcher-hbase_test_key8077289410083108887.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8270882394271582930.p12 2024-11-19T16:12:40,404 DEBUG [FileChangeWatcher-hbase_test_key8077289410083108887.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8270882394271582930.p12 2024-11-19T16:12:40,404 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34117,0 is dead - stopping the connection localhost:34117/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-19T16:12:40,404 DEBUG [FileChangeWatcher-hbase_test_ca8270882394271582930.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8270882394271582930.p12 2024-11-19T16:12:40,404 DEBUG [FileChangeWatcher-hbase_test_key8077289410083108887.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8270882394271582930.p12 2024-11-19T16:12:40,404 INFO [FileChangeWatcher-hbase_test_ca8270882394271582930.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8270882394271582930.p12 2024-11-19T16:12:40,404 DEBUG [FileChangeWatcher-hbase_test_key8077289410083108887.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8270882394271582930.p12 2024-11-19T16:12:40,404 INFO [FileChangeWatcher-hbase_test_ca8270882394271582930.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8270882394271582930.p12 2024-11-19T16:12:40,405 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T16:12:40,406 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:40,440 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:40,441 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T16:12:40,458 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:40,475 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:40,475 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3faed677, L:/127.0.0.1:34117 - R:/127.0.0.1:58362] 2024-11-19T16:12:40,516 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58362, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T16:12:40,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:12:40,518 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34117 2024-11-19T16:12:40,518 DEBUG [FileChangeWatcher-hbase_test_ca8270882394271582930.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8270882394271582930.p12 was interrupted and is shutting down... 2024-11-19T16:12:40,518 DEBUG [FileChangeWatcher-hbase_test_key8077289410083108887.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8077289410083108887.p12 was interrupted and is shutting down... 2024-11-19T16:12:40,518 DEBUG [FileChangeWatcher-hbase_test_key8077289410083108887.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8077289410083108887.p12 was interrupted and is shutting down... 2024-11-19T16:12:40,518 DEBUG [FileChangeWatcher-hbase_test_ca8270882394271582930.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8270882394271582930.p12 was interrupted and is shutting down... 2024-11-19T16:12:40,518 INFO [FileChangeWatcher-hbase_test_ca8270882394271582930.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8270882394271582930.p12 thread finished 2024-11-19T16:12:40,518 INFO [FileChangeWatcher-hbase_test_key8077289410083108887.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8077289410083108887.p12 thread finished 2024-11-19T16:12:40,518 INFO [FileChangeWatcher-hbase_test_key8077289410083108887.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8077289410083108887.p12 thread finished 2024-11-19T16:12:40,524 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31 (was 29) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=181 (was 181), ProcessCount=11 (was 11), AvailableMemoryMB=2310 (was 2381) 2024-11-19T16:12:40,530 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=181, ProcessCount=11, AvailableMemoryMB=2309 2024-11-19T16:12:40,531 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:12:40,531 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42501 2024-11-19T16:12:40,531 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T16:12:40,532 INFO [FileChangeWatcher-hbase_test_ca8270882394271582930.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8270882394271582930.p12 thread finished 2024-11-19T16:12:40,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@355ab955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:12:40,532 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T16:12:40,533 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:40,567 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:40,567 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:40,568 INFO [FileChangeWatcher-hbase_test_key8077289410083108887.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8077289410083108887.p12 thread started 2024-11-19T16:12:40,568 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:40,568 INFO [FileChangeWatcher-hbase_test_ca8270882394271582930.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8270882394271582930.p12 thread started 2024-11-19T16:12:40,568 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T16:12:40,586 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:40,602 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:40,603 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:40,603 INFO [FileChangeWatcher-hbase_test_key8077289410083108887.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8077289410083108887.p12 thread started 2024-11-19T16:12:40,603 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:40,604 INFO [FileChangeWatcher-hbase_test_ca8270882394271582930.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8270882394271582930.p12 thread started 2024-11-19T16:12:40,604 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xade9157b, L:/127.0.0.1:42501 - R:/127.0.0.1:32910] 2024-11-19T16:12:40,644 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32910, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T16:12:40,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:12:40,646 DEBUG [FileChangeWatcher-hbase_test_key8077289410083108887.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8077289410083108887.p12 was interrupted and is shutting down... 2024-11-19T16:12:40,646 DEBUG [FileChangeWatcher-hbase_test_ca8270882394271582930.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8270882394271582930.p12 was interrupted and is shutting down... 2024-11-19T16:12:40,646 INFO [FileChangeWatcher-hbase_test_key8077289410083108887.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8077289410083108887.p12 thread finished 2024-11-19T16:12:40,646 INFO [FileChangeWatcher-hbase_test_ca8270882394271582930.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8270882394271582930.p12 thread finished 2024-11-19T16:12:41,076 DEBUG [FileChangeWatcher-hbase_test_ca8270882394271582930.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8077289410083108887.p12 2024-11-19T16:12:41,076 DEBUG [FileChangeWatcher-hbase_test_key8077289410083108887.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8077289410083108887.p12 2024-11-19T16:12:41,077 DEBUG [FileChangeWatcher-hbase_test_ca8270882394271582930.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8077289410083108887.p12 2024-11-19T16:12:41,077 INFO [FileChangeWatcher-hbase_test_key8077289410083108887.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8077289410083108887.p12 2024-11-19T16:12:41,107 DEBUG [FileChangeWatcher-hbase_test_ca8270882394271582930.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8077289410083108887.p12 2024-11-19T16:12:41,107 DEBUG [FileChangeWatcher-hbase_test_key8077289410083108887.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8077289410083108887.p12 2024-11-19T16:12:41,107 DEBUG [FileChangeWatcher-hbase_test_ca8270882394271582930.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8077289410083108887.p12 2024-11-19T16:12:41,107 INFO [FileChangeWatcher-hbase_test_key8077289410083108887.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8077289410083108887.p12 2024-11-19T16:12:41,107 DEBUG [FileChangeWatcher-hbase_test_ca8270882394271582930.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8270882394271582930.p12 2024-11-19T16:12:41,107 INFO [FileChangeWatcher-hbase_test_ca8270882394271582930.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8270882394271582930.p12 2024-11-19T16:12:41,107 DEBUG [FileChangeWatcher-hbase_test_key8077289410083108887.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8270882394271582930.p12 2024-11-19T16:12:41,107 DEBUG [FileChangeWatcher-hbase_test_key8077289410083108887.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8270882394271582930.p12 2024-11-19T16:12:41,123 DEBUG [FileChangeWatcher-hbase_test_ca8270882394271582930.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8270882394271582930.p12 2024-11-19T16:12:41,123 DEBUG [FileChangeWatcher-hbase_test_key8077289410083108887.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8270882394271582930.p12 2024-11-19T16:12:41,124 INFO [FileChangeWatcher-hbase_test_ca8270882394271582930.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8270882394271582930.p12 2024-11-19T16:12:41,124 DEBUG [FileChangeWatcher-hbase_test_key8077289410083108887.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8270882394271582930.p12 2024-11-19T16:12:41,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b6277f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:12:41,124 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T16:12:41,125 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:41,159 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:41,159 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:41,160 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:41,160 INFO [FileChangeWatcher-hbase_test_key8077289410083108887.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8077289410083108887.p12 thread started 2024-11-19T16:12:41,160 INFO [FileChangeWatcher-hbase_test_ca8270882394271582930.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8270882394271582930.p12 thread started 2024-11-19T16:12:41,161 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T16:12:41,178 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:41,195 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:41,195 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2add0d85, L:/127.0.0.1:42501 - R:/127.0.0.1:32920] 2024-11-19T16:12:41,235 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32920, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T16:12:41,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:12:41,237 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42501 2024-11-19T16:12:41,237 DEBUG [FileChangeWatcher-hbase_test_key8077289410083108887.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8077289410083108887.p12 was interrupted and is shutting down... 2024-11-19T16:12:41,237 DEBUG [FileChangeWatcher-hbase_test_ca8270882394271582930.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8270882394271582930.p12 was interrupted and is shutting down... 2024-11-19T16:12:41,237 DEBUG [FileChangeWatcher-hbase_test_key8077289410083108887.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8077289410083108887.p12 was interrupted and is shutting down... 2024-11-19T16:12:41,237 DEBUG [FileChangeWatcher-hbase_test_ca8270882394271582930.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8270882394271582930.p12 was interrupted and is shutting down... 2024-11-19T16:12:41,237 INFO [FileChangeWatcher-hbase_test_key8077289410083108887.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8077289410083108887.p12 thread finished 2024-11-19T16:12:41,237 INFO [FileChangeWatcher-hbase_test_ca8270882394271582930.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8270882394271582930.p12 thread finished 2024-11-19T16:12:41,237 INFO [FileChangeWatcher-hbase_test_key8077289410083108887.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8077289410083108887.p12 thread finished 2024-11-19T16:12:41,244 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 31) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=181 (was 181), ProcessCount=11 (was 11), AvailableMemoryMB=2245 (was 2309) 2024-11-19T16:12:41,251 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=181, ProcessCount=11, AvailableMemoryMB=2243 2024-11-19T16:12:41,256 INFO [FileChangeWatcher-hbase_test_ca8270882394271582930.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8270882394271582930.p12 thread finished 2024-11-19T16:12:41,799 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:12:41,800 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33395 2024-11-19T16:12:41,800 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T16:12:41,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d94c80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:12:41,801 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T16:12:41,802 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:42,137 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:42,138 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:42,138 INFO [FileChangeWatcher-hbase_test_key17441738101246785239.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17441738101246785239.bcfks thread started 2024-11-19T16:12:42,138 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:42,139 INFO [FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks thread started 2024-11-19T16:12:42,139 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T16:12:42,302 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:42,465 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:42,465 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:42,466 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:42,466 INFO [FileChangeWatcher-hbase_test_key17441738101246785239.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17441738101246785239.bcfks thread started 2024-11-19T16:12:42,466 INFO [FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks thread started 2024-11-19T16:12:42,466 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9dd8c2e8, L:/127.0.0.1:33395 - R:/127.0.0.1:45050] 2024-11-19T16:12:42,657 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45050, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T16:12:42,918 DEBUG [FileChangeWatcher-hbase_test_key17441738101246785239.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17441738101246785239.bcfks 2024-11-19T16:12:42,918 DEBUG [FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17441738101246785239.bcfks 2024-11-19T16:12:42,918 DEBUG [FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17441738101246785239.bcfks 2024-11-19T16:12:42,918 INFO [FileChangeWatcher-hbase_test_key17441738101246785239.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17441738101246785239.bcfks 2024-11-19T16:12:42,918 DEBUG [FileChangeWatcher-hbase_test_key17441738101246785239.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17441738101246785239.bcfks 2024-11-19T16:12:42,918 DEBUG [FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17441738101246785239.bcfks 2024-11-19T16:12:42,918 DEBUG [FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17441738101246785239.bcfks 2024-11-19T16:12:42,918 INFO [FileChangeWatcher-hbase_test_key17441738101246785239.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17441738101246785239.bcfks 2024-11-19T16:12:43,163 DEBUG [FileChangeWatcher-hbase_test_key17441738101246785239.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17441738101246785239.bcfks 2024-11-19T16:12:43,163 DEBUG [FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17441738101246785239.bcfks 2024-11-19T16:12:43,163 DEBUG [FileChangeWatcher-hbase_test_key17441738101246785239.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17441738101246785239.bcfks 2024-11-19T16:12:43,163 DEBUG [FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17441738101246785239.bcfks 2024-11-19T16:12:43,163 DEBUG [FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17441738101246785239.bcfks 2024-11-19T16:12:43,163 INFO [FileChangeWatcher-hbase_test_key17441738101246785239.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17441738101246785239.bcfks 2024-11-19T16:12:43,163 DEBUG [FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17441738101246785239.bcfks 2024-11-19T16:12:43,163 INFO [FileChangeWatcher-hbase_test_key17441738101246785239.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17441738101246785239.bcfks 2024-11-19T16:12:43,163 DEBUG [FileChangeWatcher-hbase_test_key17441738101246785239.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14071618180759274488.bcfks 2024-11-19T16:12:43,163 DEBUG [FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14071618180759274488.bcfks 2024-11-19T16:12:43,163 DEBUG [FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14071618180759274488.bcfks 2024-11-19T16:12:43,163 DEBUG [FileChangeWatcher-hbase_test_key17441738101246785239.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14071618180759274488.bcfks 2024-11-19T16:12:43,163 DEBUG [FileChangeWatcher-hbase_test_key17441738101246785239.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14071618180759274488.bcfks 2024-11-19T16:12:43,163 INFO [FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14071618180759274488.bcfks 2024-11-19T16:12:43,163 INFO [FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14071618180759274488.bcfks 2024-11-19T16:12:43,163 DEBUG [FileChangeWatcher-hbase_test_key17441738101246785239.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14071618180759274488.bcfks 2024-11-19T16:12:43,327 DEBUG [FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14071618180759274488.bcfks 2024-11-19T16:12:43,327 DEBUG [FileChangeWatcher-hbase_test_key17441738101246785239.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14071618180759274488.bcfks 2024-11-19T16:12:43,327 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,33395,0 is dead - stopping the connection localhost:33395/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-19T16:12:43,327 DEBUG [FileChangeWatcher-hbase_test_key17441738101246785239.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14071618180759274488.bcfks 2024-11-19T16:12:43,327 DEBUG [FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14071618180759274488.bcfks 2024-11-19T16:12:43,327 INFO [FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14071618180759274488.bcfks 2024-11-19T16:12:43,327 INFO [FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14071618180759274488.bcfks 2024-11-19T16:12:43,327 DEBUG [FileChangeWatcher-hbase_test_key17441738101246785239.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14071618180759274488.bcfks 2024-11-19T16:12:43,327 DEBUG [FileChangeWatcher-hbase_test_key17441738101246785239.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14071618180759274488.bcfks 2024-11-19T16:12:43,328 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T16:12:43,329 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:43,666 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:43,667 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T16:12:43,830 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:43,994 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:43,994 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5816d396, L:/127.0.0.1:33395 - R:/127.0.0.1:54440] 2024-11-19T16:12:44,178 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54440, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T16:12:44,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:12:44,179 DEBUG [FileChangeWatcher-hbase_test_key17441738101246785239.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17441738101246785239.bcfks was interrupted and is shutting down... 2024-11-19T16:12:44,179 DEBUG [FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks was interrupted and is shutting down... 2024-11-19T16:12:44,179 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33395 2024-11-19T16:12:44,180 DEBUG [FileChangeWatcher-hbase_test_key17441738101246785239.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17441738101246785239.bcfks was interrupted and is shutting down... 2024-11-19T16:12:44,180 DEBUG [FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks was interrupted and is shutting down... 2024-11-19T16:12:44,180 INFO [FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks thread finished 2024-11-19T16:12:44,180 INFO [FileChangeWatcher-hbase_test_key17441738101246785239.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17441738101246785239.bcfks thread finished 2024-11-19T16:12:44,186 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 33) Potentially hanging thread: FileChangeWatcher-hbase_test_key17441738101246785239.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=175 (was 181), ProcessCount=11 (was 11), AvailableMemoryMB=2177 (was 2243) 2024-11-19T16:12:44,188 INFO [FileChangeWatcher-hbase_test_key17441738101246785239.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17441738101246785239.bcfks thread finished 2024-11-19T16:12:44,188 INFO [FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks thread finished 2024-11-19T16:12:44,192 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=175, ProcessCount=11, AvailableMemoryMB=2176 2024-11-19T16:12:44,193 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:12:44,194 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39431 2024-11-19T16:12:44,194 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T16:12:44,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e225d4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:12:44,195 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T16:12:44,196 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:44,526 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:44,526 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:44,527 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:44,527 INFO [FileChangeWatcher-hbase_test_key17441738101246785239.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17441738101246785239.bcfks thread started 2024-11-19T16:12:44,527 INFO [FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks thread started 2024-11-19T16:12:44,528 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T16:12:44,690 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:44,856 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:44,856 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:44,857 INFO [FileChangeWatcher-hbase_test_key17441738101246785239.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17441738101246785239.bcfks thread started 2024-11-19T16:12:44,857 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:44,858 INFO [FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks thread started 2024-11-19T16:12:44,858 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc0ef127c, L:/127.0.0.1:39431 - R:/127.0.0.1:57772] 2024-11-19T16:12:45,037 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57772, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T16:12:45,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:12:45,040 DEBUG [FileChangeWatcher-hbase_test_key17441738101246785239.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17441738101246785239.bcfks was interrupted and is shutting down... 2024-11-19T16:12:45,040 DEBUG [FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks was interrupted and is shutting down... 2024-11-19T16:12:45,040 INFO [FileChangeWatcher-hbase_test_key17441738101246785239.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17441738101246785239.bcfks thread finished 2024-11-19T16:12:45,040 INFO [FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks thread finished 2024-11-19T16:12:45,476 DEBUG [FileChangeWatcher-hbase_test_key17441738101246785239.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17441738101246785239.bcfks 2024-11-19T16:12:45,476 DEBUG [FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17441738101246785239.bcfks 2024-11-19T16:12:45,476 INFO [FileChangeWatcher-hbase_test_key17441738101246785239.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17441738101246785239.bcfks 2024-11-19T16:12:45,476 DEBUG [FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17441738101246785239.bcfks 2024-11-19T16:12:45,722 DEBUG [FileChangeWatcher-hbase_test_key17441738101246785239.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17441738101246785239.bcfks 2024-11-19T16:12:45,722 DEBUG [FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17441738101246785239.bcfks 2024-11-19T16:12:45,722 INFO [FileChangeWatcher-hbase_test_key17441738101246785239.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17441738101246785239.bcfks 2024-11-19T16:12:45,722 DEBUG [FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17441738101246785239.bcfks 2024-11-19T16:12:45,722 DEBUG [FileChangeWatcher-hbase_test_key17441738101246785239.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14071618180759274488.bcfks 2024-11-19T16:12:45,722 DEBUG [FileChangeWatcher-hbase_test_key17441738101246785239.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14071618180759274488.bcfks 2024-11-19T16:12:45,722 DEBUG [FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14071618180759274488.bcfks 2024-11-19T16:12:45,722 INFO [FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14071618180759274488.bcfks 2024-11-19T16:12:45,883 DEBUG [FileChangeWatcher-hbase_test_key17441738101246785239.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14071618180759274488.bcfks 2024-11-19T16:12:45,883 DEBUG [FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14071618180759274488.bcfks 2024-11-19T16:12:45,883 DEBUG [FileChangeWatcher-hbase_test_key17441738101246785239.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14071618180759274488.bcfks 2024-11-19T16:12:45,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6271acb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:12:45,883 INFO [FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14071618180759274488.bcfks 2024-11-19T16:12:45,884 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T16:12:45,885 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:46,208 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:46,209 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:46,210 INFO [FileChangeWatcher-hbase_test_key17441738101246785239.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17441738101246785239.bcfks thread started 2024-11-19T16:12:46,210 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:46,210 INFO [FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks thread started 2024-11-19T16:12:46,210 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T16:12:46,372 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:46,533 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:46,533 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x311b97b7, L:/127.0.0.1:39431 - R:/127.0.0.1:57780] 2024-11-19T16:12:46,717 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57780, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T16:12:46,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:12:46,720 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39431 2024-11-19T16:12:46,720 DEBUG [FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks was interrupted and is shutting down... 2024-11-19T16:12:46,720 DEBUG [FileChangeWatcher-hbase_test_key17441738101246785239.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17441738101246785239.bcfks was interrupted and is shutting down... 2024-11-19T16:12:46,720 DEBUG [FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks was interrupted and is shutting down... 2024-11-19T16:12:46,720 DEBUG [FileChangeWatcher-hbase_test_key17441738101246785239.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17441738101246785239.bcfks was interrupted and is shutting down... 2024-11-19T16:12:46,720 INFO [FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks thread finished 2024-11-19T16:12:46,720 INFO [FileChangeWatcher-hbase_test_key17441738101246785239.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17441738101246785239.bcfks thread finished 2024-11-19T16:12:46,721 INFO [FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14071618180759274488.bcfks thread finished 2024-11-19T16:12:46,721 INFO [FileChangeWatcher-hbase_test_key17441738101246785239.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17441738101246785239.bcfks thread finished 2024-11-19T16:12:46,727 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=175 (was 175), ProcessCount=11 (was 11), AvailableMemoryMB=2121 (was 2176) 2024-11-19T16:12:46,732 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=175, ProcessCount=11, AvailableMemoryMB=2120 2024-11-19T16:12:46,868 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:12:46,869 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46491 2024-11-19T16:12:46,869 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T16:12:46,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7141807b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:12:46,870 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T16:12:46,870 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:46,906 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:46,906 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:46,907 INFO [FileChangeWatcher-hbase_test_key7119758358147048685.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7119758358147048685.jks thread started 2024-11-19T16:12:46,907 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:46,907 INFO [FileChangeWatcher-hbase_test_ca18028693981053281543.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18028693981053281543.jks thread started 2024-11-19T16:12:46,907 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T16:12:46,924 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:46,941 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:46,941 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:46,942 INFO [FileChangeWatcher-hbase_test_key7119758358147048685.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7119758358147048685.jks thread started 2024-11-19T16:12:46,942 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:46,942 INFO [FileChangeWatcher-hbase_test_ca18028693981053281543.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18028693981053281543.jks thread started 2024-11-19T16:12:46,943 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd44f4383, L:/127.0.0.1:46491 - R:/127.0.0.1:49558] 2024-11-19T16:12:46,999 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49558, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T16:12:47,007 DEBUG [FileChangeWatcher-hbase_test_key7119758358147048685.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7119758358147048685.jks 2024-11-19T16:12:47,007 DEBUG [FileChangeWatcher-hbase_test_ca18028693981053281543.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7119758358147048685.jks 2024-11-19T16:12:47,007 DEBUG [FileChangeWatcher-hbase_test_ca18028693981053281543.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7119758358147048685.jks 2024-11-19T16:12:47,007 INFO [FileChangeWatcher-hbase_test_key7119758358147048685.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7119758358147048685.jks 2024-11-19T16:12:47,007 DEBUG [FileChangeWatcher-hbase_test_ca18028693981053281543.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7119758358147048685.jks 2024-11-19T16:12:47,007 DEBUG [FileChangeWatcher-hbase_test_ca18028693981053281543.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7119758358147048685.jks 2024-11-19T16:12:47,007 DEBUG [FileChangeWatcher-hbase_test_key7119758358147048685.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7119758358147048685.jks 2024-11-19T16:12:47,007 INFO [FileChangeWatcher-hbase_test_key7119758358147048685.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7119758358147048685.jks 2024-11-19T16:12:47,038 DEBUG [FileChangeWatcher-hbase_test_key7119758358147048685.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7119758358147048685.jks 2024-11-19T16:12:47,038 DEBUG [FileChangeWatcher-hbase_test_ca18028693981053281543.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7119758358147048685.jks 2024-11-19T16:12:47,038 DEBUG [FileChangeWatcher-hbase_test_ca18028693981053281543.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7119758358147048685.jks 2024-11-19T16:12:47,038 DEBUG [FileChangeWatcher-hbase_test_key7119758358147048685.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7119758358147048685.jks 2024-11-19T16:12:47,038 INFO [FileChangeWatcher-hbase_test_key7119758358147048685.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7119758358147048685.jks 2024-11-19T16:12:47,038 DEBUG [FileChangeWatcher-hbase_test_ca18028693981053281543.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7119758358147048685.jks 2024-11-19T16:12:47,038 DEBUG [FileChangeWatcher-hbase_test_ca18028693981053281543.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7119758358147048685.jks 2024-11-19T16:12:47,038 INFO [FileChangeWatcher-hbase_test_key7119758358147048685.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7119758358147048685.jks 2024-11-19T16:12:47,038 DEBUG [FileChangeWatcher-hbase_test_key7119758358147048685.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18028693981053281543.jks 2024-11-19T16:12:47,038 DEBUG [FileChangeWatcher-hbase_test_ca18028693981053281543.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18028693981053281543.jks 2024-11-19T16:12:47,038 DEBUG [FileChangeWatcher-hbase_test_ca18028693981053281543.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18028693981053281543.jks 2024-11-19T16:12:47,038 DEBUG [FileChangeWatcher-hbase_test_key7119758358147048685.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18028693981053281543.jks 2024-11-19T16:12:47,038 DEBUG [FileChangeWatcher-hbase_test_key7119758358147048685.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18028693981053281543.jks 2024-11-19T16:12:47,038 INFO [FileChangeWatcher-hbase_test_ca18028693981053281543.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18028693981053281543.jks 2024-11-19T16:12:47,038 INFO [FileChangeWatcher-hbase_test_ca18028693981053281543.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18028693981053281543.jks 2024-11-19T16:12:47,038 DEBUG [FileChangeWatcher-hbase_test_key7119758358147048685.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18028693981053281543.jks 2024-11-19T16:12:47,055 DEBUG [FileChangeWatcher-hbase_test_ca18028693981053281543.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18028693981053281543.jks 2024-11-19T16:12:47,055 DEBUG [FileChangeWatcher-hbase_test_key7119758358147048685.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18028693981053281543.jks 2024-11-19T16:12:47,055 DEBUG [FileChangeWatcher-hbase_test_key7119758358147048685.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18028693981053281543.jks 2024-11-19T16:12:47,055 DEBUG [FileChangeWatcher-hbase_test_ca18028693981053281543.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18028693981053281543.jks 2024-11-19T16:12:47,055 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,46491,0 is dead - stopping the connection localhost:46491/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-19T16:12:47,055 DEBUG [FileChangeWatcher-hbase_test_key7119758358147048685.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18028693981053281543.jks 2024-11-19T16:12:47,055 INFO [FileChangeWatcher-hbase_test_ca18028693981053281543.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18028693981053281543.jks 2024-11-19T16:12:47,055 DEBUG [FileChangeWatcher-hbase_test_key7119758358147048685.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18028693981053281543.jks 2024-11-19T16:12:47,055 INFO [FileChangeWatcher-hbase_test_ca18028693981053281543.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18028693981053281543.jks 2024-11-19T16:12:47,055 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T16:12:47,056 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:47,090 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:47,090 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T16:12:47,108 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:47,124 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:47,125 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa4870d1c, L:/127.0.0.1:46491 - R:/127.0.0.1:49560] 2024-11-19T16:12:47,173 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49560, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T16:12:47,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:12:47,174 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46491 2024-11-19T16:12:47,174 DEBUG [FileChangeWatcher-hbase_test_key7119758358147048685.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7119758358147048685.jks was interrupted and is shutting down... 2024-11-19T16:12:47,174 DEBUG [FileChangeWatcher-hbase_test_ca18028693981053281543.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18028693981053281543.jks was interrupted and is shutting down... 2024-11-19T16:12:47,174 DEBUG [FileChangeWatcher-hbase_test_key7119758358147048685.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7119758358147048685.jks was interrupted and is shutting down... 2024-11-19T16:12:47,174 DEBUG [FileChangeWatcher-hbase_test_ca18028693981053281543.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18028693981053281543.jks was interrupted and is shutting down... 2024-11-19T16:12:47,175 INFO [FileChangeWatcher-hbase_test_key7119758358147048685.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7119758358147048685.jks thread finished 2024-11-19T16:12:47,175 INFO [FileChangeWatcher-hbase_test_ca18028693981053281543.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18028693981053281543.jks thread finished 2024-11-19T16:12:47,175 INFO [FileChangeWatcher-hbase_test_key7119758358147048685.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7119758358147048685.jks thread finished 2024-11-19T16:12:47,181 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=175 (was 175), ProcessCount=11 (was 11), AvailableMemoryMB=2095 (was 2120) 2024-11-19T16:12:47,186 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=175, ProcessCount=11, AvailableMemoryMB=2095 2024-11-19T16:12:47,188 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:12:47,188 INFO [FileChangeWatcher-hbase_test_ca18028693981053281543.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18028693981053281543.jks thread finished 2024-11-19T16:12:47,188 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36373 2024-11-19T16:12:47,188 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T16:12:47,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e78dd74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:12:47,189 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T16:12:47,190 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:47,223 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:47,223 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:47,224 INFO [FileChangeWatcher-hbase_test_key7119758358147048685.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7119758358147048685.jks thread started 2024-11-19T16:12:47,224 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:47,224 INFO [FileChangeWatcher-hbase_test_ca18028693981053281543.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18028693981053281543.jks thread started 2024-11-19T16:12:47,224 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T16:12:47,241 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:47,258 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:47,258 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:47,259 INFO [FileChangeWatcher-hbase_test_key7119758358147048685.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7119758358147048685.jks thread started 2024-11-19T16:12:47,259 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:47,259 INFO [FileChangeWatcher-hbase_test_ca18028693981053281543.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18028693981053281543.jks thread started 2024-11-19T16:12:47,259 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbcceb300, L:/127.0.0.1:36373 - R:/127.0.0.1:45156] 2024-11-19T16:12:47,302 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45156, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T16:12:47,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:12:47,304 DEBUG [FileChangeWatcher-hbase_test_ca18028693981053281543.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18028693981053281543.jks was interrupted and is shutting down... 2024-11-19T16:12:47,304 DEBUG [FileChangeWatcher-hbase_test_key7119758358147048685.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7119758358147048685.jks was interrupted and is shutting down... 2024-11-19T16:12:47,305 INFO [FileChangeWatcher-hbase_test_key7119758358147048685.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7119758358147048685.jks thread finished 2024-11-19T16:12:47,306 INFO [FileChangeWatcher-hbase_test_ca18028693981053281543.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18028693981053281543.jks thread finished 2024-11-19T16:12:47,313 DEBUG [FileChangeWatcher-hbase_test_ca18028693981053281543.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7119758358147048685.jks 2024-11-19T16:12:47,313 DEBUG [FileChangeWatcher-hbase_test_key7119758358147048685.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7119758358147048685.jks 2024-11-19T16:12:47,313 DEBUG [FileChangeWatcher-hbase_test_ca18028693981053281543.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7119758358147048685.jks 2024-11-19T16:12:47,314 INFO [FileChangeWatcher-hbase_test_key7119758358147048685.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7119758358147048685.jks 2024-11-19T16:12:47,352 DEBUG [FileChangeWatcher-hbase_test_key7119758358147048685.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7119758358147048685.jks 2024-11-19T16:12:47,352 DEBUG [FileChangeWatcher-hbase_test_ca18028693981053281543.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7119758358147048685.jks 2024-11-19T16:12:47,352 INFO [FileChangeWatcher-hbase_test_key7119758358147048685.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7119758358147048685.jks 2024-11-19T16:12:47,352 DEBUG [FileChangeWatcher-hbase_test_ca18028693981053281543.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7119758358147048685.jks 2024-11-19T16:12:47,352 DEBUG [FileChangeWatcher-hbase_test_key7119758358147048685.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18028693981053281543.jks 2024-11-19T16:12:47,352 DEBUG [FileChangeWatcher-hbase_test_ca18028693981053281543.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18028693981053281543.jks 2024-11-19T16:12:47,352 DEBUG [FileChangeWatcher-hbase_test_key7119758358147048685.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18028693981053281543.jks 2024-11-19T16:12:47,352 INFO [FileChangeWatcher-hbase_test_ca18028693981053281543.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18028693981053281543.jks 2024-11-19T16:12:47,369 DEBUG [FileChangeWatcher-hbase_test_key7119758358147048685.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18028693981053281543.jks 2024-11-19T16:12:47,369 DEBUG [FileChangeWatcher-hbase_test_ca18028693981053281543.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18028693981053281543.jks 2024-11-19T16:12:47,369 DEBUG [FileChangeWatcher-hbase_test_key7119758358147048685.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18028693981053281543.jks 2024-11-19T16:12:47,369 INFO [FileChangeWatcher-hbase_test_ca18028693981053281543.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18028693981053281543.jks 2024-11-19T16:12:47,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fcdf906, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:12:47,369 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T16:12:47,370 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:47,405 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:47,405 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:47,406 INFO [FileChangeWatcher-hbase_test_key7119758358147048685.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7119758358147048685.jks thread started 2024-11-19T16:12:47,406 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:47,406 INFO [FileChangeWatcher-hbase_test_ca18028693981053281543.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18028693981053281543.jks thread started 2024-11-19T16:12:47,406 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T16:12:47,424 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:47,449 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:47,450 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf35b6abd, L:/127.0.0.1:36373 - R:/127.0.0.1:45170] 2024-11-19T16:12:47,493 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45170, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T16:12:47,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:12:47,494 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36373 2024-11-19T16:12:47,494 DEBUG [FileChangeWatcher-hbase_test_key7119758358147048685.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7119758358147048685.jks was interrupted and is shutting down... 2024-11-19T16:12:47,494 DEBUG [FileChangeWatcher-hbase_test_ca18028693981053281543.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18028693981053281543.jks was interrupted and is shutting down... 2024-11-19T16:12:47,495 DEBUG [FileChangeWatcher-hbase_test_ca18028693981053281543.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18028693981053281543.jks was interrupted and is shutting down... 2024-11-19T16:12:47,495 DEBUG [FileChangeWatcher-hbase_test_key7119758358147048685.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7119758358147048685.jks was interrupted and is shutting down... 2024-11-19T16:12:47,495 INFO [FileChangeWatcher-hbase_test_key7119758358147048685.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7119758358147048685.jks thread finished 2024-11-19T16:12:47,495 INFO [FileChangeWatcher-hbase_test_ca18028693981053281543.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18028693981053281543.jks thread finished 2024-11-19T16:12:47,502 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=175 (was 175), ProcessCount=11 (was 11), AvailableMemoryMB=2062 (was 2095) 2024-11-19T16:12:47,507 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=175, ProcessCount=11, AvailableMemoryMB=2061 2024-11-19T16:12:47,508 INFO [FileChangeWatcher-hbase_test_ca18028693981053281543.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18028693981053281543.jks thread finished 2024-11-19T16:12:47,508 INFO [FileChangeWatcher-hbase_test_key7119758358147048685.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7119758358147048685.jks thread finished 2024-11-19T16:12:47,513 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:12:47,513 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41161 2024-11-19T16:12:47,514 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T16:12:47,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624ecb96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:12:47,514 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T16:12:47,515 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:47,519 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:47,519 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:47,520 INFO [FileChangeWatcher-hbase_test_key5691318867428725263.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5691318867428725263.pem thread started 2024-11-19T16:12:47,520 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:47,520 INFO [FileChangeWatcher-hbase_test_ca3038793574433909395.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3038793574433909395.pem thread started 2024-11-19T16:12:47,520 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T16:12:47,524 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:47,525 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:47,525 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:47,525 INFO [FileChangeWatcher-hbase_test_key5691318867428725263.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5691318867428725263.pem thread started 2024-11-19T16:12:47,525 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:47,526 INFO [FileChangeWatcher-hbase_test_ca3038793574433909395.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3038793574433909395.pem thread started 2024-11-19T16:12:47,526 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x491affc0, L:/127.0.0.1:41161 - R:/127.0.0.1:46146] 2024-11-19T16:12:47,541 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46146, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T16:12:47,552 DEBUG [FileChangeWatcher-hbase_test_key5691318867428725263.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5691318867428725263.pem 2024-11-19T16:12:47,552 DEBUG [FileChangeWatcher-hbase_test_key5691318867428725263.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5691318867428725263.pem 2024-11-19T16:12:47,552 DEBUG [FileChangeWatcher-hbase_test_ca3038793574433909395.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5691318867428725263.pem 2024-11-19T16:12:47,552 DEBUG [FileChangeWatcher-hbase_test_ca3038793574433909395.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5691318867428725263.pem 2024-11-19T16:12:47,553 INFO [FileChangeWatcher-hbase_test_key5691318867428725263.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5691318867428725263.pem 2024-11-19T16:12:47,553 DEBUG [FileChangeWatcher-hbase_test_ca3038793574433909395.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5691318867428725263.pem 2024-11-19T16:12:47,553 DEBUG [FileChangeWatcher-hbase_test_ca3038793574433909395.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5691318867428725263.pem 2024-11-19T16:12:47,553 INFO [FileChangeWatcher-hbase_test_key5691318867428725263.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5691318867428725263.pem 2024-11-19T16:12:47,553 DEBUG [FileChangeWatcher-hbase_test_key5691318867428725263.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5691318867428725263.pem 2024-11-19T16:12:47,553 INFO [FileChangeWatcher-hbase_test_key5691318867428725263.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5691318867428725263.pem 2024-11-19T16:12:47,553 DEBUG [FileChangeWatcher-hbase_test_key5691318867428725263.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5691318867428725263.pem 2024-11-19T16:12:47,553 DEBUG [FileChangeWatcher-hbase_test_ca3038793574433909395.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5691318867428725263.pem 2024-11-19T16:12:47,553 DEBUG [FileChangeWatcher-hbase_test_ca3038793574433909395.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5691318867428725263.pem 2024-11-19T16:12:47,553 INFO [FileChangeWatcher-hbase_test_key5691318867428725263.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5691318867428725263.pem 2024-11-19T16:12:47,553 DEBUG [FileChangeWatcher-hbase_test_ca3038793574433909395.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5691318867428725263.pem 2024-11-19T16:12:47,553 DEBUG [FileChangeWatcher-hbase_test_ca3038793574433909395.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5691318867428725263.pem 2024-11-19T16:12:47,553 DEBUG [FileChangeWatcher-hbase_test_ca3038793574433909395.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3038793574433909395.pem 2024-11-19T16:12:47,553 DEBUG [FileChangeWatcher-hbase_test_key5691318867428725263.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3038793574433909395.pem 2024-11-19T16:12:47,553 DEBUG [FileChangeWatcher-hbase_test_key5691318867428725263.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3038793574433909395.pem 2024-11-19T16:12:47,553 INFO [FileChangeWatcher-hbase_test_ca3038793574433909395.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3038793574433909395.pem 2024-11-19T16:12:47,553 DEBUG [FileChangeWatcher-hbase_test_key5691318867428725263.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3038793574433909395.pem 2024-11-19T16:12:47,553 DEBUG [FileChangeWatcher-hbase_test_key5691318867428725263.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3038793574433909395.pem 2024-11-19T16:12:47,553 DEBUG [FileChangeWatcher-hbase_test_key5691318867428725263.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3038793574433909395.pem 2024-11-19T16:12:47,553 DEBUG [FileChangeWatcher-hbase_test_ca3038793574433909395.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3038793574433909395.pem 2024-11-19T16:12:47,553 DEBUG [FileChangeWatcher-hbase_test_key5691318867428725263.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3038793574433909395.pem 2024-11-19T16:12:47,553 INFO [FileChangeWatcher-hbase_test_ca3038793574433909395.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3038793574433909395.pem 2024-11-19T16:12:47,553 DEBUG [FileChangeWatcher-hbase_test_ca3038793574433909395.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3038793574433909395.pem 2024-11-19T16:12:47,553 DEBUG [FileChangeWatcher-hbase_test_key5691318867428725263.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3038793574433909395.pem 2024-11-19T16:12:47,553 INFO [FileChangeWatcher-hbase_test_ca3038793574433909395.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3038793574433909395.pem 2024-11-19T16:12:47,553 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,41161,0 is dead - stopping the connection localhost:41161/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-19T16:12:47,553 DEBUG [FileChangeWatcher-hbase_test_key5691318867428725263.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3038793574433909395.pem 2024-11-19T16:12:47,554 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T16:12:47,554 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:47,559 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:47,559 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T16:12:47,563 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:47,563 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:47,563 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xace3f739, L:/127.0.0.1:41161 - R:/127.0.0.1:46154] 2024-11-19T16:12:47,579 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46154, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T16:12:47,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:12:47,580 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41161 2024-11-19T16:12:47,580 DEBUG [FileChangeWatcher-hbase_test_key5691318867428725263.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5691318867428725263.pem was interrupted and is shutting down... 2024-11-19T16:12:47,580 DEBUG [FileChangeWatcher-hbase_test_ca3038793574433909395.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3038793574433909395.pem was interrupted and is shutting down... 2024-11-19T16:12:47,580 DEBUG [FileChangeWatcher-hbase_test_key5691318867428725263.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5691318867428725263.pem was interrupted and is shutting down... 2024-11-19T16:12:47,580 INFO [FileChangeWatcher-hbase_test_ca3038793574433909395.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3038793574433909395.pem thread finished 2024-11-19T16:12:47,580 INFO [FileChangeWatcher-hbase_test_key5691318867428725263.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5691318867428725263.pem thread finished 2024-11-19T16:12:47,580 INFO [FileChangeWatcher-hbase_test_key5691318867428725263.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5691318867428725263.pem thread finished 2024-11-19T16:12:47,580 DEBUG [FileChangeWatcher-hbase_test_ca3038793574433909395.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3038793574433909395.pem was interrupted and is shutting down... 2024-11-19T16:12:47,587 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=175 (was 175), ProcessCount=11 (was 11), AvailableMemoryMB=2061 (was 2061) 2024-11-19T16:12:47,592 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=175, ProcessCount=11, AvailableMemoryMB=2061 2024-11-19T16:12:47,593 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:12:47,594 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33627 2024-11-19T16:12:47,594 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T16:12:47,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e9c7889, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:12:47,594 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T16:12:47,595 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:47,596 INFO [FileChangeWatcher-hbase_test_ca3038793574433909395.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3038793574433909395.pem thread finished 2024-11-19T16:12:47,599 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:47,599 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:47,600 INFO [FileChangeWatcher-hbase_test_key5691318867428725263.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5691318867428725263.pem thread started 2024-11-19T16:12:47,600 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:47,600 INFO [FileChangeWatcher-hbase_test_ca3038793574433909395.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3038793574433909395.pem thread started 2024-11-19T16:12:47,600 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T16:12:47,604 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:47,605 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:47,605 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:47,606 INFO [FileChangeWatcher-hbase_test_key5691318867428725263.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5691318867428725263.pem thread started 2024-11-19T16:12:47,606 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:47,606 INFO [FileChangeWatcher-hbase_test_ca3038793574433909395.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3038793574433909395.pem thread started 2024-11-19T16:12:47,606 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xff2e34f5, L:/127.0.0.1:33627 - R:/127.0.0.1:42728] 2024-11-19T16:12:47,623 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42728, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T16:12:47,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:12:47,624 DEBUG [FileChangeWatcher-hbase_test_key5691318867428725263.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5691318867428725263.pem was interrupted and is shutting down... 2024-11-19T16:12:47,624 DEBUG [FileChangeWatcher-hbase_test_ca3038793574433909395.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3038793574433909395.pem was interrupted and is shutting down... 2024-11-19T16:12:47,625 INFO [FileChangeWatcher-hbase_test_key5691318867428725263.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5691318867428725263.pem thread finished 2024-11-19T16:12:47,625 INFO [FileChangeWatcher-hbase_test_ca3038793574433909395.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3038793574433909395.pem thread finished 2024-11-19T16:12:47,636 DEBUG [FileChangeWatcher-hbase_test_ca3038793574433909395.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5691318867428725263.pem 2024-11-19T16:12:47,636 DEBUG [FileChangeWatcher-hbase_test_key5691318867428725263.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5691318867428725263.pem 2024-11-19T16:12:47,636 INFO [FileChangeWatcher-hbase_test_key5691318867428725263.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5691318867428725263.pem 2024-11-19T16:12:47,636 DEBUG [FileChangeWatcher-hbase_test_ca3038793574433909395.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5691318867428725263.pem 2024-11-19T16:12:47,636 DEBUG [FileChangeWatcher-hbase_test_key5691318867428725263.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5691318867428725263.pem 2024-11-19T16:12:47,636 DEBUG [FileChangeWatcher-hbase_test_ca3038793574433909395.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5691318867428725263.pem 2024-11-19T16:12:47,636 INFO [FileChangeWatcher-hbase_test_key5691318867428725263.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5691318867428725263.pem 2024-11-19T16:12:47,636 DEBUG [FileChangeWatcher-hbase_test_ca3038793574433909395.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5691318867428725263.pem 2024-11-19T16:12:47,636 DEBUG [FileChangeWatcher-hbase_test_key5691318867428725263.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3038793574433909395.pem 2024-11-19T16:12:47,636 DEBUG [FileChangeWatcher-hbase_test_ca3038793574433909395.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3038793574433909395.pem 2024-11-19T16:12:47,636 DEBUG [FileChangeWatcher-hbase_test_key5691318867428725263.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3038793574433909395.pem 2024-11-19T16:12:47,636 DEBUG [FileChangeWatcher-hbase_test_key5691318867428725263.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3038793574433909395.pem 2024-11-19T16:12:47,636 INFO [FileChangeWatcher-hbase_test_ca3038793574433909395.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3038793574433909395.pem 2024-11-19T16:12:47,636 DEBUG [FileChangeWatcher-hbase_test_key5691318867428725263.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3038793574433909395.pem 2024-11-19T16:12:47,636 DEBUG [FileChangeWatcher-hbase_test_ca3038793574433909395.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3038793574433909395.pem 2024-11-19T16:12:47,636 INFO [FileChangeWatcher-hbase_test_ca3038793574433909395.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3038793574433909395.pem 2024-11-19T16:12:47,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@244cf22f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:12:47,637 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T16:12:47,637 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:47,642 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:47,642 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:47,642 INFO [FileChangeWatcher-hbase_test_key5691318867428725263.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5691318867428725263.pem thread started 2024-11-19T16:12:47,642 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:47,643 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T16:12:47,643 INFO [FileChangeWatcher-hbase_test_ca3038793574433909395.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3038793574433909395.pem thread started 2024-11-19T16:12:47,647 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:47,647 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:47,648 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbf844b88, L:/127.0.0.1:33627 - R:/127.0.0.1:42744] 2024-11-19T16:12:47,662 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42744, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T16:12:47,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:12:47,664 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33627 2024-11-19T16:12:47,664 DEBUG [FileChangeWatcher-hbase_test_key5691318867428725263.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5691318867428725263.pem was interrupted and is shutting down... 2024-11-19T16:12:47,664 DEBUG [FileChangeWatcher-hbase_test_ca3038793574433909395.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3038793574433909395.pem was interrupted and is shutting down... 2024-11-19T16:12:47,664 DEBUG [FileChangeWatcher-hbase_test_key5691318867428725263.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5691318867428725263.pem was interrupted and is shutting down... 2024-11-19T16:12:47,664 DEBUG [FileChangeWatcher-hbase_test_ca3038793574433909395.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3038793574433909395.pem was interrupted and is shutting down... 2024-11-19T16:12:47,664 INFO [FileChangeWatcher-hbase_test_key5691318867428725263.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5691318867428725263.pem thread finished 2024-11-19T16:12:47,664 INFO [FileChangeWatcher-hbase_test_ca3038793574433909395.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3038793574433909395.pem thread finished 2024-11-19T16:12:47,671 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=175 (was 175), ProcessCount=11 (was 11), AvailableMemoryMB=2060 (was 2061) 2024-11-19T16:12:47,677 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=175, ProcessCount=11, AvailableMemoryMB=2059 2024-11-19T16:12:47,680 INFO [FileChangeWatcher-hbase_test_key5691318867428725263.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5691318867428725263.pem thread finished 2024-11-19T16:12:47,680 INFO [FileChangeWatcher-hbase_test_ca3038793574433909395.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3038793574433909395.pem thread finished 2024-11-19T16:12:47,723 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:12:47,724 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35897 2024-11-19T16:12:47,724 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T16:12:47,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2ba41c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:12:47,725 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T16:12:47,725 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:47,757 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:47,758 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:47,758 INFO [FileChangeWatcher-hbase_test_key3360211767796099973.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3360211767796099973.p12 thread started 2024-11-19T16:12:47,758 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:47,759 INFO [FileChangeWatcher-hbase_test_ca7690180790846950022.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7690180790846950022.p12 thread started 2024-11-19T16:12:47,759 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T16:12:47,775 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:47,791 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:47,792 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:47,792 INFO [FileChangeWatcher-hbase_test_key3360211767796099973.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3360211767796099973.p12 thread started 2024-11-19T16:12:47,792 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:47,792 INFO [FileChangeWatcher-hbase_test_ca7690180790846950022.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7690180790846950022.p12 thread started 2024-11-19T16:12:47,793 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd492f660, L:/127.0.0.1:35897 - R:/127.0.0.1:55784] 2024-11-19T16:12:47,831 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55784, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T16:12:47,837 DEBUG [FileChangeWatcher-hbase_test_key3360211767796099973.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3360211767796099973.p12 2024-11-19T16:12:47,837 DEBUG [FileChangeWatcher-hbase_test_ca7690180790846950022.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3360211767796099973.p12 2024-11-19T16:12:47,837 DEBUG [FileChangeWatcher-hbase_test_ca7690180790846950022.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3360211767796099973.p12 2024-11-19T16:12:47,837 DEBUG [FileChangeWatcher-hbase_test_key3360211767796099973.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3360211767796099973.p12 2024-11-19T16:12:47,837 DEBUG [FileChangeWatcher-hbase_test_ca7690180790846950022.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3360211767796099973.p12 2024-11-19T16:12:47,837 INFO [FileChangeWatcher-hbase_test_key3360211767796099973.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3360211767796099973.p12 2024-11-19T16:12:47,837 INFO [FileChangeWatcher-hbase_test_key3360211767796099973.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3360211767796099973.p12 2024-11-19T16:12:47,837 DEBUG [FileChangeWatcher-hbase_test_ca7690180790846950022.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3360211767796099973.p12 2024-11-19T16:12:47,866 DEBUG [FileChangeWatcher-hbase_test_key3360211767796099973.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3360211767796099973.p12 2024-11-19T16:12:47,866 DEBUG [FileChangeWatcher-hbase_test_ca7690180790846950022.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3360211767796099973.p12 2024-11-19T16:12:47,866 DEBUG [FileChangeWatcher-hbase_test_key3360211767796099973.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3360211767796099973.p12 2024-11-19T16:12:47,866 DEBUG [FileChangeWatcher-hbase_test_ca7690180790846950022.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3360211767796099973.p12 2024-11-19T16:12:47,866 INFO [FileChangeWatcher-hbase_test_key3360211767796099973.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3360211767796099973.p12 2024-11-19T16:12:47,866 DEBUG [FileChangeWatcher-hbase_test_ca7690180790846950022.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3360211767796099973.p12 2024-11-19T16:12:47,866 DEBUG [FileChangeWatcher-hbase_test_ca7690180790846950022.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3360211767796099973.p12 2024-11-19T16:12:47,866 INFO [FileChangeWatcher-hbase_test_key3360211767796099973.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3360211767796099973.p12 2024-11-19T16:12:47,866 DEBUG [FileChangeWatcher-hbase_test_key3360211767796099973.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7690180790846950022.p12 2024-11-19T16:12:47,866 DEBUG [FileChangeWatcher-hbase_test_ca7690180790846950022.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7690180790846950022.p12 2024-11-19T16:12:47,866 DEBUG [FileChangeWatcher-hbase_test_key3360211767796099973.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7690180790846950022.p12 2024-11-19T16:12:47,866 DEBUG [FileChangeWatcher-hbase_test_ca7690180790846950022.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7690180790846950022.p12 2024-11-19T16:12:47,866 INFO [FileChangeWatcher-hbase_test_ca7690180790846950022.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7690180790846950022.p12 2024-11-19T16:12:47,866 DEBUG [FileChangeWatcher-hbase_test_key3360211767796099973.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7690180790846950022.p12 2024-11-19T16:12:47,866 DEBUG [FileChangeWatcher-hbase_test_key3360211767796099973.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7690180790846950022.p12 2024-11-19T16:12:47,866 INFO [FileChangeWatcher-hbase_test_ca7690180790846950022.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7690180790846950022.p12 2024-11-19T16:12:47,882 DEBUG [FileChangeWatcher-hbase_test_key3360211767796099973.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7690180790846950022.p12 2024-11-19T16:12:47,882 DEBUG [FileChangeWatcher-hbase_test_ca7690180790846950022.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7690180790846950022.p12 2024-11-19T16:12:47,882 DEBUG [FileChangeWatcher-hbase_test_ca7690180790846950022.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7690180790846950022.p12 2024-11-19T16:12:47,882 DEBUG [FileChangeWatcher-hbase_test_key3360211767796099973.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7690180790846950022.p12 2024-11-19T16:12:47,882 DEBUG [FileChangeWatcher-hbase_test_key3360211767796099973.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7690180790846950022.p12 2024-11-19T16:12:47,882 INFO [FileChangeWatcher-hbase_test_ca7690180790846950022.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7690180790846950022.p12 2024-11-19T16:12:47,882 DEBUG [FileChangeWatcher-hbase_test_key3360211767796099973.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7690180790846950022.p12 2024-11-19T16:12:47,882 INFO [FileChangeWatcher-hbase_test_ca7690180790846950022.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7690180790846950022.p12 2024-11-19T16:12:47,882 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,35897,0 is dead - stopping the connection localhost:35897/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-19T16:12:47,882 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T16:12:47,883 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:47,915 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:47,915 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T16:12:47,934 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:47,950 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:47,950 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x155e0b4a, L:/127.0.0.1:35897 - R:/127.0.0.1:55796] 2024-11-19T16:12:47,991 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55796, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T16:12:47,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:12:47,993 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35897 2024-11-19T16:12:47,993 DEBUG [FileChangeWatcher-hbase_test_key3360211767796099973.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3360211767796099973.p12 was interrupted and is shutting down... 2024-11-19T16:12:47,993 DEBUG [FileChangeWatcher-hbase_test_ca7690180790846950022.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7690180790846950022.p12 was interrupted and is shutting down... 2024-11-19T16:12:47,993 DEBUG [FileChangeWatcher-hbase_test_ca7690180790846950022.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7690180790846950022.p12 was interrupted and is shutting down... 2024-11-19T16:12:47,993 DEBUG [FileChangeWatcher-hbase_test_key3360211767796099973.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3360211767796099973.p12 was interrupted and is shutting down... 2024-11-19T16:12:47,993 INFO [FileChangeWatcher-hbase_test_ca7690180790846950022.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7690180790846950022.p12 thread finished 2024-11-19T16:12:47,993 INFO [FileChangeWatcher-hbase_test_key3360211767796099973.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3360211767796099973.p12 thread finished 2024-11-19T16:12:47,993 INFO [FileChangeWatcher-hbase_test_key3360211767796099973.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3360211767796099973.p12 thread finished 2024-11-19T16:12:48,000 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=175 (was 175), ProcessCount=11 (was 11), AvailableMemoryMB=2059 (was 2059) 2024-11-19T16:12:48,005 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=175, ProcessCount=11, AvailableMemoryMB=2059 2024-11-19T16:12:48,006 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:12:48,006 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45711 2024-11-19T16:12:48,006 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T16:12:48,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ec4e68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:12:48,007 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T16:12:48,008 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:48,016 INFO [FileChangeWatcher-hbase_test_ca7690180790846950022.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7690180790846950022.p12 thread finished 2024-11-19T16:12:48,047 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:48,047 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:48,048 INFO [FileChangeWatcher-hbase_test_key3360211767796099973.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3360211767796099973.p12 thread started 2024-11-19T16:12:48,048 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:48,048 INFO [FileChangeWatcher-hbase_test_ca7690180790846950022.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7690180790846950022.p12 thread started 2024-11-19T16:12:48,048 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T16:12:48,066 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:48,082 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:48,082 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:48,083 INFO [FileChangeWatcher-hbase_test_key3360211767796099973.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3360211767796099973.p12 thread started 2024-11-19T16:12:48,083 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:48,083 INFO [FileChangeWatcher-hbase_test_ca7690180790846950022.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7690180790846950022.p12 thread started 2024-11-19T16:12:48,083 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8790b65c, L:/127.0.0.1:45711 - R:/127.0.0.1:54958] 2024-11-19T16:12:48,121 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54958, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T16:12:48,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:12:48,123 DEBUG [FileChangeWatcher-hbase_test_key3360211767796099973.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3360211767796099973.p12 was interrupted and is shutting down... 2024-11-19T16:12:48,123 DEBUG [FileChangeWatcher-hbase_test_ca7690180790846950022.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7690180790846950022.p12 was interrupted and is shutting down... 2024-11-19T16:12:48,123 INFO [FileChangeWatcher-hbase_test_key3360211767796099973.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3360211767796099973.p12 thread finished 2024-11-19T16:12:48,123 INFO [FileChangeWatcher-hbase_test_ca7690180790846950022.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7690180790846950022.p12 thread finished 2024-11-19T16:12:48,127 DEBUG [FileChangeWatcher-hbase_test_ca7690180790846950022.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3360211767796099973.p12 2024-11-19T16:12:48,127 DEBUG [FileChangeWatcher-hbase_test_key3360211767796099973.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3360211767796099973.p12 2024-11-19T16:12:48,127 DEBUG [FileChangeWatcher-hbase_test_ca7690180790846950022.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3360211767796099973.p12 2024-11-19T16:12:48,127 INFO [FileChangeWatcher-hbase_test_key3360211767796099973.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3360211767796099973.p12 2024-11-19T16:12:48,155 DEBUG [FileChangeWatcher-hbase_test_ca7690180790846950022.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3360211767796099973.p12 2024-11-19T16:12:48,155 DEBUG [FileChangeWatcher-hbase_test_key3360211767796099973.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3360211767796099973.p12 2024-11-19T16:12:48,155 DEBUG [FileChangeWatcher-hbase_test_ca7690180790846950022.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3360211767796099973.p12 2024-11-19T16:12:48,155 INFO [FileChangeWatcher-hbase_test_key3360211767796099973.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3360211767796099973.p12 2024-11-19T16:12:48,155 DEBUG [FileChangeWatcher-hbase_test_ca7690180790846950022.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7690180790846950022.p12 2024-11-19T16:12:48,155 INFO [FileChangeWatcher-hbase_test_ca7690180790846950022.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7690180790846950022.p12 2024-11-19T16:12:48,155 DEBUG [FileChangeWatcher-hbase_test_key3360211767796099973.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7690180790846950022.p12 2024-11-19T16:12:48,155 DEBUG [FileChangeWatcher-hbase_test_key3360211767796099973.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7690180790846950022.p12 2024-11-19T16:12:48,171 DEBUG [FileChangeWatcher-hbase_test_ca7690180790846950022.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7690180790846950022.p12 2024-11-19T16:12:48,171 DEBUG [FileChangeWatcher-hbase_test_key3360211767796099973.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7690180790846950022.p12 2024-11-19T16:12:48,171 INFO [FileChangeWatcher-hbase_test_ca7690180790846950022.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7690180790846950022.p12 2024-11-19T16:12:48,171 DEBUG [FileChangeWatcher-hbase_test_key3360211767796099973.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7690180790846950022.p12 2024-11-19T16:12:48,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d65947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:12:48,172 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T16:12:48,172 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:48,204 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:48,205 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:48,205 INFO [FileChangeWatcher-hbase_test_key3360211767796099973.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3360211767796099973.p12 thread started 2024-11-19T16:12:48,205 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:48,206 INFO [FileChangeWatcher-hbase_test_ca7690180790846950022.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7690180790846950022.p12 thread started 2024-11-19T16:12:48,206 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T16:12:48,234 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:48,250 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:48,250 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3ae374dd, L:/127.0.0.1:45711 - R:/127.0.0.1:54972] 2024-11-19T16:12:48,291 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54972, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T16:12:48,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:12:48,292 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45711 2024-11-19T16:12:48,292 DEBUG [FileChangeWatcher-hbase_test_key3360211767796099973.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3360211767796099973.p12 was interrupted and is shutting down... 2024-11-19T16:12:48,292 DEBUG [FileChangeWatcher-hbase_test_ca7690180790846950022.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7690180790846950022.p12 was interrupted and is shutting down... 2024-11-19T16:12:48,292 DEBUG [FileChangeWatcher-hbase_test_key3360211767796099973.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3360211767796099973.p12 was interrupted and is shutting down... 2024-11-19T16:12:48,292 DEBUG [FileChangeWatcher-hbase_test_ca7690180790846950022.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7690180790846950022.p12 was interrupted and is shutting down... 2024-11-19T16:12:48,292 INFO [FileChangeWatcher-hbase_test_ca7690180790846950022.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7690180790846950022.p12 thread finished 2024-11-19T16:12:48,292 INFO [FileChangeWatcher-hbase_test_key3360211767796099973.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3360211767796099973.p12 thread finished 2024-11-19T16:12:48,293 INFO [FileChangeWatcher-hbase_test_key3360211767796099973.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3360211767796099973.p12 thread finished 2024-11-19T16:12:48,299 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=175 (was 175), ProcessCount=11 (was 11), AvailableMemoryMB=2053 (was 2059) 2024-11-19T16:12:48,304 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=175, ProcessCount=11, AvailableMemoryMB=2053 2024-11-19T16:12:48,312 INFO [FileChangeWatcher-hbase_test_ca7690180790846950022.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7690180790846950022.p12 thread finished 2024-11-19T16:12:48,724 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:12:48,724 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46565 2024-11-19T16:12:48,725 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T16:12:48,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@274a80f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:12:48,725 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T16:12:48,726 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:49,054 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:49,055 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:49,055 INFO [FileChangeWatcher-hbase_test_key16795417953227163939.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16795417953227163939.bcfks thread started 2024-11-19T16:12:49,056 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:49,056 INFO [FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks thread started 2024-11-19T16:12:49,056 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T16:12:49,218 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:49,380 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:49,381 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:49,381 INFO [FileChangeWatcher-hbase_test_key16795417953227163939.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16795417953227163939.bcfks thread started 2024-11-19T16:12:49,381 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:49,382 INFO [FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks thread started 2024-11-19T16:12:49,382 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe5561f2a, L:/127.0.0.1:46565 - R:/127.0.0.1:49076] 2024-11-19T16:12:49,605 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49076, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T16:12:49,613 DEBUG [FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16795417953227163939.bcfks 2024-11-19T16:12:49,613 DEBUG [FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16795417953227163939.bcfks 2024-11-19T16:12:49,613 DEBUG [FileChangeWatcher-hbase_test_key16795417953227163939.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16795417953227163939.bcfks 2024-11-19T16:12:49,613 DEBUG [FileChangeWatcher-hbase_test_key16795417953227163939.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16795417953227163939.bcfks 2024-11-19T16:12:49,613 INFO [FileChangeWatcher-hbase_test_key16795417953227163939.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16795417953227163939.bcfks 2024-11-19T16:12:49,613 DEBUG [FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16795417953227163939.bcfks 2024-11-19T16:12:49,613 INFO [FileChangeWatcher-hbase_test_key16795417953227163939.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16795417953227163939.bcfks 2024-11-19T16:12:49,613 DEBUG [FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16795417953227163939.bcfks 2024-11-19T16:12:49,854 DEBUG [FileChangeWatcher-hbase_test_key16795417953227163939.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16795417953227163939.bcfks 2024-11-19T16:12:49,854 DEBUG [FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16795417953227163939.bcfks 2024-11-19T16:12:49,854 DEBUG [FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16795417953227163939.bcfks 2024-11-19T16:12:49,854 DEBUG [FileChangeWatcher-hbase_test_key16795417953227163939.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16795417953227163939.bcfks 2024-11-19T16:12:49,854 DEBUG [FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16795417953227163939.bcfks 2024-11-19T16:12:49,854 DEBUG [FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16795417953227163939.bcfks 2024-11-19T16:12:49,854 INFO [FileChangeWatcher-hbase_test_key16795417953227163939.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16795417953227163939.bcfks 2024-11-19T16:12:49,854 INFO [FileChangeWatcher-hbase_test_key16795417953227163939.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16795417953227163939.bcfks 2024-11-19T16:12:49,854 DEBUG [FileChangeWatcher-hbase_test_key16795417953227163939.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7920759274974186984.bcfks 2024-11-19T16:12:49,854 DEBUG [FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7920759274974186984.bcfks 2024-11-19T16:12:49,854 DEBUG [FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7920759274974186984.bcfks 2024-11-19T16:12:49,854 DEBUG [FileChangeWatcher-hbase_test_key16795417953227163939.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7920759274974186984.bcfks 2024-11-19T16:12:49,854 INFO [FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7920759274974186984.bcfks 2024-11-19T16:12:49,854 INFO [FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7920759274974186984.bcfks 2024-11-19T16:12:49,854 DEBUG [FileChangeWatcher-hbase_test_key16795417953227163939.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7920759274974186984.bcfks 2024-11-19T16:12:49,854 DEBUG [FileChangeWatcher-hbase_test_key16795417953227163939.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7920759274974186984.bcfks 2024-11-19T16:12:50,029 DEBUG [FileChangeWatcher-hbase_test_key16795417953227163939.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7920759274974186984.bcfks 2024-11-19T16:12:50,029 DEBUG [FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7920759274974186984.bcfks 2024-11-19T16:12:50,029 DEBUG [FileChangeWatcher-hbase_test_key16795417953227163939.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7920759274974186984.bcfks 2024-11-19T16:12:50,029 DEBUG [FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7920759274974186984.bcfks 2024-11-19T16:12:50,029 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,46565,0 is dead - stopping the connection localhost:46565/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-19T16:12:50,029 INFO [FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7920759274974186984.bcfks 2024-11-19T16:12:50,029 DEBUG [FileChangeWatcher-hbase_test_key16795417953227163939.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7920759274974186984.bcfks 2024-11-19T16:12:50,029 DEBUG [FileChangeWatcher-hbase_test_key16795417953227163939.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7920759274974186984.bcfks 2024-11-19T16:12:50,030 INFO [FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7920759274974186984.bcfks 2024-11-19T16:12:50,030 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T16:12:50,030 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:50,365 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:50,366 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T16:12:50,531 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:50,696 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:50,697 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x966295db, L:/127.0.0.1:46565 - R:/127.0.0.1:49080] 2024-11-19T16:12:50,880 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49080, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T16:12:50,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:12:50,881 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46565 2024-11-19T16:12:50,881 DEBUG [FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks was interrupted and is shutting down... 2024-11-19T16:12:50,881 DEBUG [FileChangeWatcher-hbase_test_key16795417953227163939.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16795417953227163939.bcfks was interrupted and is shutting down... 2024-11-19T16:12:50,882 DEBUG [FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks was interrupted and is shutting down... 2024-11-19T16:12:50,882 DEBUG [FileChangeWatcher-hbase_test_key16795417953227163939.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16795417953227163939.bcfks was interrupted and is shutting down... 2024-11-19T16:12:50,882 INFO [FileChangeWatcher-hbase_test_key16795417953227163939.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16795417953227163939.bcfks thread finished 2024-11-19T16:12:50,882 INFO [FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks thread finished 2024-11-19T16:12:50,888 INFO [FileChangeWatcher-hbase_test_key16795417953227163939.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16795417953227163939.bcfks thread finished 2024-11-19T16:12:50,888 INFO [FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks thread finished 2024-11-19T16:12:50,888 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=169 (was 175), ProcessCount=11 (was 11), AvailableMemoryMB=2053 (was 2053) 2024-11-19T16:12:50,894 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=169, ProcessCount=11, AvailableMemoryMB=2053 2024-11-19T16:12:50,895 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T16:12:50,896 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35779 2024-11-19T16:12:50,896 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T16:12:50,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46787a5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:12:50,897 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T16:12:50,897 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:51,226 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:51,227 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:51,227 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:51,227 INFO [FileChangeWatcher-hbase_test_key16795417953227163939.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16795417953227163939.bcfks thread started 2024-11-19T16:12:51,228 INFO [FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks thread started 2024-11-19T16:12:51,228 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T16:12:51,400 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:51,580 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:51,581 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:51,581 INFO [FileChangeWatcher-hbase_test_key16795417953227163939.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16795417953227163939.bcfks thread started 2024-11-19T16:12:51,581 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:51,582 INFO [FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks thread started 2024-11-19T16:12:51,582 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x21ab6de5, L:/127.0.0.1:35779 - R:/127.0.0.1:45234] 2024-11-19T16:12:51,762 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45234, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T16:12:51,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:12:51,764 DEBUG [FileChangeWatcher-hbase_test_key16795417953227163939.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16795417953227163939.bcfks was interrupted and is shutting down... 2024-11-19T16:12:51,764 DEBUG [FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks was interrupted and is shutting down... 2024-11-19T16:12:51,765 INFO [FileChangeWatcher-hbase_test_key16795417953227163939.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16795417953227163939.bcfks thread finished 2024-11-19T16:12:51,765 INFO [FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks thread finished 2024-11-19T16:12:51,771 DEBUG [FileChangeWatcher-hbase_test_key16795417953227163939.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16795417953227163939.bcfks 2024-11-19T16:12:51,771 DEBUG [FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16795417953227163939.bcfks 2024-11-19T16:12:51,771 INFO [FileChangeWatcher-hbase_test_key16795417953227163939.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16795417953227163939.bcfks 2024-11-19T16:12:51,771 DEBUG [FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16795417953227163939.bcfks 2024-11-19T16:12:52,022 DEBUG [FileChangeWatcher-hbase_test_key16795417953227163939.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16795417953227163939.bcfks 2024-11-19T16:12:52,022 DEBUG [FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16795417953227163939.bcfks 2024-11-19T16:12:52,022 INFO [FileChangeWatcher-hbase_test_key16795417953227163939.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16795417953227163939.bcfks 2024-11-19T16:12:52,022 DEBUG [FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16795417953227163939.bcfks 2024-11-19T16:12:52,022 DEBUG [FileChangeWatcher-hbase_test_key16795417953227163939.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7920759274974186984.bcfks 2024-11-19T16:12:52,022 DEBUG [FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7920759274974186984.bcfks 2024-11-19T16:12:52,022 DEBUG [FileChangeWatcher-hbase_test_key16795417953227163939.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7920759274974186984.bcfks 2024-11-19T16:12:52,022 INFO [FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7920759274974186984.bcfks 2024-11-19T16:12:52,188 DEBUG [FileChangeWatcher-hbase_test_key16795417953227163939.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7920759274974186984.bcfks 2024-11-19T16:12:52,188 DEBUG [FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7920759274974186984.bcfks 2024-11-19T16:12:52,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a5afe44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T16:12:52,188 INFO [FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7920759274974186984.bcfks 2024-11-19T16:12:52,188 DEBUG [FileChangeWatcher-hbase_test_key16795417953227163939.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7920759274974186984.bcfks 2024-11-19T16:12:52,189 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T16:12:52,189 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:52,521 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:52,521 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:52,522 INFO [FileChangeWatcher-hbase_test_key16795417953227163939.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16795417953227163939.bcfks thread started 2024-11-19T16:12:52,522 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f5edb0fe-e7b9-ab0b-9e32-e4fa7acfa379/TestNettyTLSIPCFileWatcher 2024-11-19T16:12:52,522 INFO [FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks thread started 2024-11-19T16:12:52,523 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T16:12:52,687 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T16:12:52,853 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T16:12:52,853 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd7ec178a, L:/127.0.0.1:35779 - R:/127.0.0.1:45244] 2024-11-19T16:12:53,035 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45244, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T16:12:53,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T16:12:53,037 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35779 2024-11-19T16:12:53,037 DEBUG [FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks was interrupted and is shutting down... 2024-11-19T16:12:53,037 DEBUG [FileChangeWatcher-hbase_test_key16795417953227163939.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16795417953227163939.bcfks was interrupted and is shutting down... 2024-11-19T16:12:53,037 DEBUG [FileChangeWatcher-hbase_test_key16795417953227163939.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16795417953227163939.bcfks was interrupted and is shutting down... 2024-11-19T16:12:53,037 DEBUG [FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks was interrupted and is shutting down... 2024-11-19T16:12:53,037 INFO [FileChangeWatcher-hbase_test_key16795417953227163939.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16795417953227163939.bcfks thread finished 2024-11-19T16:12:53,044 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=41 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=169 (was 169), ProcessCount=11 (was 11), AvailableMemoryMB=2052 (was 2053) 2024-11-19T16:12:53,052 INFO [FileChangeWatcher-hbase_test_key16795417953227163939.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16795417953227163939.bcfks thread finished 2024-11-19T16:12:53,052 INFO [FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks thread finished 2024-11-19T16:12:53,052 INFO [FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7920759274974186984.bcfks thread finished