2024-11-25 08:22:53,655 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-25 08:22:53,672 main DEBUG Took 0.014329 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-25 08:22:53,673 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-25 08:22:53,673 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-25 08:22:53,675 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-25 08:22:53,676 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 08:22:53,688 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-25 08:22:53,703 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 08:22:53,705 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 08:22:53,706 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 08:22:53,707 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 08:22:53,707 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 08:22:53,708 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 08:22:53,709 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 08:22:53,709 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 08:22:53,710 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 08:22:53,710 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 08:22:53,712 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 08:22:53,712 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 08:22:53,713 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 08:22:53,713 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 08:22:53,714 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 08:22:53,714 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 08:22:53,715 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 08:22:53,715 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 08:22:53,716 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 08:22:53,716 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 08:22:53,717 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 08:22:53,718 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 08:22:53,718 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 08:22:53,719 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 08:22:53,719 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 08:22:53,720 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-25 08:22:53,722 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 08:22:53,724 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-25 08:22:53,726 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-25 08:22:53,727 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-25 08:22:53,729 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-25 08:22:53,730 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-25 08:22:53,741 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-25 08:22:53,744 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-25 08:22:53,747 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-25 08:22:53,747 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-25 08:22:53,748 main DEBUG createAppenders(={Console}) 2024-11-25 08:22:53,749 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-25 08:22:53,749 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-25 08:22:53,750 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-25 08:22:53,751 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-25 08:22:53,751 main DEBUG OutputStream closed 2024-11-25 08:22:53,751 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-25 08:22:53,752 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-25 08:22:53,752 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-25 08:22:53,855 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-25 08:22:53,859 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-25 08:22:53,861 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-25 08:22:53,863 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-25 08:22:53,864 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-25 08:22:53,865 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-25 08:22:53,865 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-25 08:22:53,866 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-25 08:22:53,866 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-25 08:22:53,867 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-25 08:22:53,867 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-25 08:22:53,868 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-25 08:22:53,869 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-25 08:22:53,869 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-25 08:22:53,869 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-25 08:22:53,870 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-25 08:22:53,870 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-25 08:22:53,872 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-25 08:22:53,875 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25 08:22:53,876 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-25 08:22:53,876 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-25 08:22:53,877 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-25T08:22:53,899 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-25 08:22:53,903 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-25 08:22:53,903 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25T08:22:54,645 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-25T08:22:55,607 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=957, ProcessCount=11, AvailableMemoryMB=3258 2024-11-25T08:22:56,873 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T08:22:56,923 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-25T08:22:56,939 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-25T08:22:56,951 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-25T08:22:57,059 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T08:22:57,102 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 52672 (auto-detected) 2024-11-25T08:22:57,104 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-25T08:22:57,133 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37825 2024-11-25T08:22:57,137 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T08:22:57,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e7b917e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:22:57,174 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-25T08:22:57,175 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-25T08:22:57,462 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T08:22:57,516 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:22:57,573 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:22:57,679 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:22:57,682 INFO [FileChangeWatcher-hbase_test_key5618393263360352461.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5618393263360352461.jks thread started 2024-11-25T08:22:57,683 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:22:57,687 INFO [FileChangeWatcher-hbase_test_ca9172401316476109400.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9172401316476109400.jks thread started 2024-11-25T08:22:57,702 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T08:22:57,766 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:22:57,789 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:22:57,930 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:22:57,931 INFO [FileChangeWatcher-hbase_test_key5618393263360352461.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5618393263360352461.jks thread started 2024-11-25T08:22:57,931 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:22:57,932 INFO [FileChangeWatcher-hbase_test_ca9172401316476109400.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9172401316476109400.jks thread started 2024-11-25T08:22:57,933 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1616413e, L:/127.0.0.1:37825 - R:/127.0.0.1:58030] 2024-11-25T08:22:58,058 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58030, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T08:22:58,360 DEBUG [FileChangeWatcher-hbase_test_key5618393263360352461.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5618393263360352461.jks 2024-11-25T08:22:58,360 DEBUG [FileChangeWatcher-hbase_test_key5618393263360352461.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5618393263360352461.jks 2024-11-25T08:22:58,360 DEBUG [FileChangeWatcher-hbase_test_ca9172401316476109400.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5618393263360352461.jks 2024-11-25T08:22:58,360 INFO [FileChangeWatcher-hbase_test_key5618393263360352461.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5618393263360352461.jks 2024-11-25T08:22:58,360 INFO [FileChangeWatcher-hbase_test_key5618393263360352461.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5618393263360352461.jks 2024-11-25T08:22:58,360 DEBUG [FileChangeWatcher-hbase_test_ca9172401316476109400.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5618393263360352461.jks 2024-11-25T08:22:58,360 DEBUG [FileChangeWatcher-hbase_test_ca9172401316476109400.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5618393263360352461.jks 2024-11-25T08:22:58,361 DEBUG [FileChangeWatcher-hbase_test_ca9172401316476109400.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5618393263360352461.jks 2024-11-25T08:22:58,391 DEBUG [FileChangeWatcher-hbase_test_key5618393263360352461.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5618393263360352461.jks 2024-11-25T08:22:58,391 DEBUG [FileChangeWatcher-hbase_test_key5618393263360352461.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5618393263360352461.jks 2024-11-25T08:22:58,391 DEBUG [FileChangeWatcher-hbase_test_ca9172401316476109400.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5618393263360352461.jks 2024-11-25T08:22:58,391 INFO [FileChangeWatcher-hbase_test_key5618393263360352461.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5618393263360352461.jks 2024-11-25T08:22:58,391 INFO [FileChangeWatcher-hbase_test_key5618393263360352461.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5618393263360352461.jks 2024-11-25T08:22:58,391 DEBUG [FileChangeWatcher-hbase_test_ca9172401316476109400.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5618393263360352461.jks 2024-11-25T08:22:58,392 DEBUG [FileChangeWatcher-hbase_test_key5618393263360352461.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9172401316476109400.jks 2024-11-25T08:22:58,392 DEBUG [FileChangeWatcher-hbase_test_ca9172401316476109400.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5618393263360352461.jks 2024-11-25T08:22:58,392 DEBUG [FileChangeWatcher-hbase_test_key5618393263360352461.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9172401316476109400.jks 2024-11-25T08:22:58,392 DEBUG [FileChangeWatcher-hbase_test_ca9172401316476109400.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9172401316476109400.jks 2024-11-25T08:22:58,392 DEBUG [FileChangeWatcher-hbase_test_ca9172401316476109400.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5618393263360352461.jks 2024-11-25T08:22:58,392 INFO [FileChangeWatcher-hbase_test_ca9172401316476109400.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9172401316476109400.jks 2024-11-25T08:22:58,392 DEBUG [FileChangeWatcher-hbase_test_ca9172401316476109400.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9172401316476109400.jks 2024-11-25T08:22:58,392 DEBUG [FileChangeWatcher-hbase_test_key5618393263360352461.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9172401316476109400.jks 2024-11-25T08:22:58,392 INFO [FileChangeWatcher-hbase_test_ca9172401316476109400.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9172401316476109400.jks 2024-11-25T08:22:58,392 DEBUG [FileChangeWatcher-hbase_test_key5618393263360352461.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9172401316476109400.jks 2024-11-25T08:22:58,405 DEBUG [FileChangeWatcher-hbase_test_key5618393263360352461.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9172401316476109400.jks 2024-11-25T08:22:58,405 DEBUG [FileChangeWatcher-hbase_test_key5618393263360352461.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9172401316476109400.jks 2024-11-25T08:22:58,405 DEBUG [FileChangeWatcher-hbase_test_ca9172401316476109400.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9172401316476109400.jks 2024-11-25T08:22:58,405 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,37825,0 is dead - stopping the connection localhost:37825/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T08:22:58,405 DEBUG [FileChangeWatcher-hbase_test_key5618393263360352461.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9172401316476109400.jks 2024-11-25T08:22:58,405 DEBUG [FileChangeWatcher-hbase_test_ca9172401316476109400.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9172401316476109400.jks 2024-11-25T08:22:58,405 DEBUG [FileChangeWatcher-hbase_test_key5618393263360352461.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9172401316476109400.jks 2024-11-25T08:22:58,405 INFO [FileChangeWatcher-hbase_test_ca9172401316476109400.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9172401316476109400.jks 2024-11-25T08:22:58,406 INFO [FileChangeWatcher-hbase_test_ca9172401316476109400.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9172401316476109400.jks 2024-11-25T08:22:58,406 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T08:22:58,409 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:22:58,438 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:22:58,438 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T08:22:58,454 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:22:58,468 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:22:58,469 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x463aeba0, L:/127.0.0.1:37825 - R:/127.0.0.1:58812] 2024-11-25T08:22:58,512 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58812, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T08:22:58,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:22:58,514 DEBUG [FileChangeWatcher-hbase_test_key5618393263360352461.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5618393263360352461.jks was interrupted and is shutting down... 2024-11-25T08:22:58,514 DEBUG [FileChangeWatcher-hbase_test_ca9172401316476109400.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9172401316476109400.jks was interrupted and is shutting down... 2024-11-25T08:22:58,515 INFO [FileChangeWatcher-hbase_test_key5618393263360352461.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5618393263360352461.jks thread finished 2024-11-25T08:22:58,514 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37825 2024-11-25T08:22:58,515 DEBUG [FileChangeWatcher-hbase_test_ca9172401316476109400.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9172401316476109400.jks was interrupted and is shutting down... 2024-11-25T08:22:58,515 INFO [FileChangeWatcher-hbase_test_ca9172401316476109400.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9172401316476109400.jks thread finished 2024-11-25T08:22:58,516 INFO [FileChangeWatcher-hbase_test_ca9172401316476109400.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9172401316476109400.jks thread finished 2024-11-25T08:22:58,519 DEBUG [FileChangeWatcher-hbase_test_key5618393263360352461.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5618393263360352461.jks was interrupted and is shutting down... 2024-11-25T08:22:58,519 INFO [FileChangeWatcher-hbase_test_key5618393263360352461.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5618393263360352461.jks thread finished 2024-11-25T08:22:58,531 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21 (was 12) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=957 (was 957), ProcessCount=11 (was 11), AvailableMemoryMB=3113 (was 3258) 2024-11-25T08:22:58,538 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=957, ProcessCount=11, AvailableMemoryMB=3112 2024-11-25T08:22:58,539 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T08:22:58,540 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35157 2024-11-25T08:22:58,541 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T08:22:58,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3425f620, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:22:58,542 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T08:22:58,543 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:22:58,584 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:22:58,591 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:22:58,603 INFO [FileChangeWatcher-hbase_test_key5618393263360352461.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5618393263360352461.jks thread started 2024-11-25T08:22:58,610 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:22:58,612 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T08:22:58,612 INFO [FileChangeWatcher-hbase_test_ca9172401316476109400.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9172401316476109400.jks thread started 2024-11-25T08:22:58,639 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:22:58,659 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:22:58,660 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:22:58,661 INFO [FileChangeWatcher-hbase_test_key5618393263360352461.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5618393263360352461.jks thread started 2024-11-25T08:22:58,662 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:22:58,662 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6d57eaad, L:/127.0.0.1:35157 - R:/127.0.0.1:48398] 2024-11-25T08:22:58,662 INFO [FileChangeWatcher-hbase_test_ca9172401316476109400.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9172401316476109400.jks thread started 2024-11-25T08:22:58,730 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48398, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T08:22:58,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:22:58,733 DEBUG [FileChangeWatcher-hbase_test_key5618393263360352461.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5618393263360352461.jks was interrupted and is shutting down... 2024-11-25T08:22:58,733 DEBUG [FileChangeWatcher-hbase_test_ca9172401316476109400.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9172401316476109400.jks was interrupted and is shutting down... 2024-11-25T08:22:58,734 INFO [FileChangeWatcher-hbase_test_key5618393263360352461.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5618393263360352461.jks thread finished 2024-11-25T08:22:58,734 INFO [FileChangeWatcher-hbase_test_ca9172401316476109400.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9172401316476109400.jks thread finished 2024-11-25T08:22:58,906 DEBUG [FileChangeWatcher-hbase_test_ca9172401316476109400.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5618393263360352461.jks 2024-11-25T08:22:58,906 DEBUG [FileChangeWatcher-hbase_test_key5618393263360352461.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5618393263360352461.jks 2024-11-25T08:22:58,906 DEBUG [FileChangeWatcher-hbase_test_ca9172401316476109400.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5618393263360352461.jks 2024-11-25T08:22:58,906 INFO [FileChangeWatcher-hbase_test_key5618393263360352461.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5618393263360352461.jks 2024-11-25T08:22:58,938 DEBUG [FileChangeWatcher-hbase_test_key5618393263360352461.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5618393263360352461.jks 2024-11-25T08:22:58,938 DEBUG [FileChangeWatcher-hbase_test_ca9172401316476109400.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5618393263360352461.jks 2024-11-25T08:22:58,939 DEBUG [FileChangeWatcher-hbase_test_ca9172401316476109400.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5618393263360352461.jks 2024-11-25T08:22:58,939 INFO [FileChangeWatcher-hbase_test_key5618393263360352461.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5618393263360352461.jks 2024-11-25T08:22:58,939 DEBUG [FileChangeWatcher-hbase_test_ca9172401316476109400.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9172401316476109400.jks 2024-11-25T08:22:58,939 DEBUG [FileChangeWatcher-hbase_test_key5618393263360352461.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9172401316476109400.jks 2024-11-25T08:22:58,939 INFO [FileChangeWatcher-hbase_test_ca9172401316476109400.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9172401316476109400.jks 2024-11-25T08:22:58,939 DEBUG [FileChangeWatcher-hbase_test_key5618393263360352461.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9172401316476109400.jks 2024-11-25T08:22:58,953 DEBUG [FileChangeWatcher-hbase_test_ca9172401316476109400.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9172401316476109400.jks 2024-11-25T08:22:58,953 DEBUG [FileChangeWatcher-hbase_test_key5618393263360352461.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9172401316476109400.jks 2024-11-25T08:22:58,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45feb1bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:22:58,954 DEBUG [FileChangeWatcher-hbase_test_key5618393263360352461.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9172401316476109400.jks 2024-11-25T08:22:58,954 INFO [FileChangeWatcher-hbase_test_ca9172401316476109400.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9172401316476109400.jks 2024-11-25T08:22:58,954 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T08:22:58,956 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:22:59,005 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:22:59,006 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:22:59,007 INFO [FileChangeWatcher-hbase_test_key5618393263360352461.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5618393263360352461.jks thread started 2024-11-25T08:22:59,007 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:22:59,011 INFO [FileChangeWatcher-hbase_test_ca9172401316476109400.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9172401316476109400.jks thread started 2024-11-25T08:22:59,011 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T08:22:59,036 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:22:59,058 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:22:59,059 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x678a860b, L:/127.0.0.1:35157 - R:/127.0.0.1:48408] 2024-11-25T08:22:59,110 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48408, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T08:22:59,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:22:59,113 DEBUG [FileChangeWatcher-hbase_test_ca9172401316476109400.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9172401316476109400.jks was interrupted and is shutting down... 2024-11-25T08:22:59,113 DEBUG [FileChangeWatcher-hbase_test_key5618393263360352461.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5618393263360352461.jks was interrupted and is shutting down... 2024-11-25T08:22:59,113 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35157 2024-11-25T08:22:59,113 DEBUG [FileChangeWatcher-hbase_test_key5618393263360352461.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5618393263360352461.jks was interrupted and is shutting down... 2024-11-25T08:22:59,114 DEBUG [FileChangeWatcher-hbase_test_ca9172401316476109400.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9172401316476109400.jks was interrupted and is shutting down... 2024-11-25T08:22:59,113 INFO [FileChangeWatcher-hbase_test_ca9172401316476109400.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9172401316476109400.jks thread finished 2024-11-25T08:22:59,114 INFO [FileChangeWatcher-hbase_test_key5618393263360352461.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5618393263360352461.jks thread finished 2024-11-25T08:22:59,114 INFO [FileChangeWatcher-hbase_test_ca9172401316476109400.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9172401316476109400.jks thread finished 2024-11-25T08:22:59,116 INFO [FileChangeWatcher-hbase_test_key5618393263360352461.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5618393263360352461.jks thread finished 2024-11-25T08:22:59,122 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=26 (was 21) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.LinuxWatchService.poll(Native Method) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:314) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key5618393263360352461.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FifoRpcScheduler.handler-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.putReferenceVolatile(Native Method) java.base@17.0.11/jdk.internal.misc.Unsafe.putReferenceOpaque(Unsafe.java:2322) java.base@17.0.11/java.util.concurrent.locks.LockSupport.setCurrentBlocker(LockSupport.java:161) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1634) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=957 (was 957), ProcessCount=11 (was 11), AvailableMemoryMB=3038 (was 3112) 2024-11-25T08:22:59,130 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=957, ProcessCount=11, AvailableMemoryMB=3037 2024-11-25T08:22:59,278 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T08:22:59,279 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36311 2024-11-25T08:22:59,279 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T08:22:59,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@652c6370, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:22:59,280 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T08:22:59,282 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:22:59,315 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:22:59,316 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:22:59,317 INFO [FileChangeWatcher-hbase_test_key14120353926726058580.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14120353926726058580.pem thread started 2024-11-25T08:22:59,317 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:22:59,331 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T08:22:59,335 INFO [FileChangeWatcher-hbase_test_ca10771124686056831046.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10771124686056831046.pem thread started 2024-11-25T08:22:59,348 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:22:59,348 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:22:59,349 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:22:59,351 INFO [FileChangeWatcher-hbase_test_key14120353926726058580.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14120353926726058580.pem thread started 2024-11-25T08:22:59,355 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:22:59,359 INFO [FileChangeWatcher-hbase_test_ca10771124686056831046.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10771124686056831046.pem thread started 2024-11-25T08:22:59,359 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2230e92d, L:/127.0.0.1:36311 - R:/127.0.0.1:59764] 2024-11-25T08:22:59,382 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59764, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T08:22:59,586 DEBUG [FileChangeWatcher-hbase_test_ca10771124686056831046.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14120353926726058580.pem 2024-11-25T08:22:59,586 DEBUG [FileChangeWatcher-hbase_test_ca10771124686056831046.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14120353926726058580.pem 2024-11-25T08:22:59,587 DEBUG [FileChangeWatcher-hbase_test_ca10771124686056831046.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14120353926726058580.pem 2024-11-25T08:22:59,587 DEBUG [FileChangeWatcher-hbase_test_ca10771124686056831046.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14120353926726058580.pem 2024-11-25T08:22:59,587 DEBUG [FileChangeWatcher-hbase_test_key14120353926726058580.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14120353926726058580.pem 2024-11-25T08:22:59,587 INFO [FileChangeWatcher-hbase_test_key14120353926726058580.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14120353926726058580.pem 2024-11-25T08:22:59,587 DEBUG [FileChangeWatcher-hbase_test_ca10771124686056831046.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14120353926726058580.pem 2024-11-25T08:22:59,587 DEBUG [FileChangeWatcher-hbase_test_key14120353926726058580.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14120353926726058580.pem 2024-11-25T08:22:59,587 INFO [FileChangeWatcher-hbase_test_key14120353926726058580.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14120353926726058580.pem 2024-11-25T08:22:59,588 DEBUG [FileChangeWatcher-hbase_test_ca10771124686056831046.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14120353926726058580.pem 2024-11-25T08:22:59,588 DEBUG [FileChangeWatcher-hbase_test_ca10771124686056831046.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14120353926726058580.pem 2024-11-25T08:22:59,588 DEBUG [FileChangeWatcher-hbase_test_ca10771124686056831046.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14120353926726058580.pem 2024-11-25T08:22:59,588 DEBUG [FileChangeWatcher-hbase_test_ca10771124686056831046.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10771124686056831046.pem 2024-11-25T08:22:59,588 DEBUG [FileChangeWatcher-hbase_test_key14120353926726058580.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10771124686056831046.pem 2024-11-25T08:22:59,588 INFO [FileChangeWatcher-hbase_test_ca10771124686056831046.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10771124686056831046.pem 2024-11-25T08:22:59,588 DEBUG [FileChangeWatcher-hbase_test_key14120353926726058580.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10771124686056831046.pem 2024-11-25T08:22:59,588 DEBUG [FileChangeWatcher-hbase_test_ca10771124686056831046.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10771124686056831046.pem 2024-11-25T08:22:59,589 DEBUG [FileChangeWatcher-hbase_test_key14120353926726058580.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10771124686056831046.pem 2024-11-25T08:22:59,589 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,36311,0 is dead - stopping the connection localhost:36311/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T08:22:59,589 INFO [FileChangeWatcher-hbase_test_ca10771124686056831046.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10771124686056831046.pem 2024-11-25T08:22:59,589 DEBUG [FileChangeWatcher-hbase_test_key14120353926726058580.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10771124686056831046.pem 2024-11-25T08:22:59,589 DEBUG [FileChangeWatcher-hbase_test_ca10771124686056831046.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10771124686056831046.pem 2024-11-25T08:22:59,589 INFO [FileChangeWatcher-hbase_test_ca10771124686056831046.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10771124686056831046.pem 2024-11-25T08:22:59,590 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T08:22:59,593 DEBUG [FileChangeWatcher-hbase_test_key14120353926726058580.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14120353926726058580.pem 2024-11-25T08:22:59,593 INFO [FileChangeWatcher-hbase_test_key14120353926726058580.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14120353926726058580.pem 2024-11-25T08:22:59,593 DEBUG [FileChangeWatcher-hbase_test_key14120353926726058580.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14120353926726058580.pem 2024-11-25T08:22:59,593 INFO [FileChangeWatcher-hbase_test_key14120353926726058580.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14120353926726058580.pem 2024-11-25T08:22:59,593 DEBUG [FileChangeWatcher-hbase_test_key14120353926726058580.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10771124686056831046.pem 2024-11-25T08:22:59,594 DEBUG [FileChangeWatcher-hbase_test_key14120353926726058580.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10771124686056831046.pem 2024-11-25T08:22:59,595 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:22:59,603 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:22:59,603 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T08:22:59,610 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:22:59,611 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:22:59,612 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x407113df, L:/127.0.0.1:36311 - R:/127.0.0.1:59770] 2024-11-25T08:22:59,637 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59770, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T08:22:59,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:22:59,639 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36311 2024-11-25T08:22:59,639 DEBUG [FileChangeWatcher-hbase_test_key14120353926726058580.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14120353926726058580.pem was interrupted and is shutting down... 2024-11-25T08:22:59,639 DEBUG [FileChangeWatcher-hbase_test_key14120353926726058580.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14120353926726058580.pem was interrupted and is shutting down... 2024-11-25T08:22:59,639 DEBUG [FileChangeWatcher-hbase_test_ca10771124686056831046.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10771124686056831046.pem was interrupted and is shutting down... 2024-11-25T08:22:59,639 DEBUG [FileChangeWatcher-hbase_test_ca10771124686056831046.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10771124686056831046.pem was interrupted and is shutting down... 2024-11-25T08:22:59,640 INFO [FileChangeWatcher-hbase_test_key14120353926726058580.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14120353926726058580.pem thread finished 2024-11-25T08:22:59,640 INFO [FileChangeWatcher-hbase_test_key14120353926726058580.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14120353926726058580.pem thread finished 2024-11-25T08:22:59,640 INFO [FileChangeWatcher-hbase_test_ca10771124686056831046.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10771124686056831046.pem thread finished 2024-11-25T08:22:59,647 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 23) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca10771124686056831046.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=920 (was 957), ProcessCount=11 (was 11), AvailableMemoryMB=2988 (was 3037) 2024-11-25T08:22:59,655 INFO [FileChangeWatcher-hbase_test_ca10771124686056831046.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10771124686056831046.pem thread finished 2024-11-25T08:22:59,655 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=920, ProcessCount=11, AvailableMemoryMB=2987 2024-11-25T08:22:59,657 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T08:22:59,657 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44109 2024-11-25T08:22:59,658 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T08:22:59,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65d2e60d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:22:59,659 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T08:22:59,660 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:22:59,665 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:22:59,666 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:22:59,666 INFO [FileChangeWatcher-hbase_test_key14120353926726058580.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14120353926726058580.pem thread started 2024-11-25T08:22:59,666 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:22:59,669 INFO [FileChangeWatcher-hbase_test_ca10771124686056831046.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10771124686056831046.pem thread started 2024-11-25T08:22:59,669 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T08:22:59,676 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:22:59,677 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:22:59,678 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:22:59,679 INFO [FileChangeWatcher-hbase_test_key14120353926726058580.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14120353926726058580.pem thread started 2024-11-25T08:22:59,679 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:22:59,680 INFO [FileChangeWatcher-hbase_test_ca10771124686056831046.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10771124686056831046.pem thread started 2024-11-25T08:22:59,680 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x87c97099, L:/127.0.0.1:44109 - R:/127.0.0.1:54912] 2024-11-25T08:22:59,701 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54912, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T08:22:59,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:22:59,704 DEBUG [FileChangeWatcher-hbase_test_key14120353926726058580.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14120353926726058580.pem was interrupted and is shutting down... 2024-11-25T08:22:59,704 DEBUG [FileChangeWatcher-hbase_test_ca10771124686056831046.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10771124686056831046.pem was interrupted and is shutting down... 2024-11-25T08:22:59,704 INFO [FileChangeWatcher-hbase_test_key14120353926726058580.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14120353926726058580.pem thread finished 2024-11-25T08:22:59,704 INFO [FileChangeWatcher-hbase_test_ca10771124686056831046.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10771124686056831046.pem thread finished 2024-11-25T08:22:59,985 DEBUG [FileChangeWatcher-hbase_test_ca10771124686056831046.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14120353926726058580.pem 2024-11-25T08:22:59,985 DEBUG [FileChangeWatcher-hbase_test_ca10771124686056831046.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14120353926726058580.pem 2024-11-25T08:22:59,986 DEBUG [FileChangeWatcher-hbase_test_key14120353926726058580.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14120353926726058580.pem 2024-11-25T08:22:59,986 INFO [FileChangeWatcher-hbase_test_key14120353926726058580.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14120353926726058580.pem 2024-11-25T08:22:59,986 DEBUG [FileChangeWatcher-hbase_test_ca10771124686056831046.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14120353926726058580.pem 2024-11-25T08:22:59,986 DEBUG [FileChangeWatcher-hbase_test_ca10771124686056831046.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14120353926726058580.pem 2024-11-25T08:22:59,986 DEBUG [FileChangeWatcher-hbase_test_key14120353926726058580.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14120353926726058580.pem 2024-11-25T08:22:59,986 INFO [FileChangeWatcher-hbase_test_key14120353926726058580.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14120353926726058580.pem 2024-11-25T08:22:59,986 DEBUG [FileChangeWatcher-hbase_test_key14120353926726058580.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10771124686056831046.pem 2024-11-25T08:22:59,987 DEBUG [FileChangeWatcher-hbase_test_key14120353926726058580.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10771124686056831046.pem 2024-11-25T08:22:59,987 DEBUG [FileChangeWatcher-hbase_test_key14120353926726058580.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10771124686056831046.pem 2024-11-25T08:22:59,987 DEBUG [FileChangeWatcher-hbase_test_key14120353926726058580.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10771124686056831046.pem 2024-11-25T08:22:59,987 DEBUG [FileChangeWatcher-hbase_test_ca10771124686056831046.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10771124686056831046.pem 2024-11-25T08:22:59,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13321c1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:22:59,987 INFO [FileChangeWatcher-hbase_test_ca10771124686056831046.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10771124686056831046.pem 2024-11-25T08:22:59,988 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T08:22:59,989 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:22:59,993 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:22:59,994 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:22:59,994 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:22:59,994 INFO [FileChangeWatcher-hbase_test_key14120353926726058580.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14120353926726058580.pem thread started 2024-11-25T08:22:59,995 INFO [FileChangeWatcher-hbase_test_ca10771124686056831046.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10771124686056831046.pem thread started 2024-11-25T08:22:59,995 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T08:23:00,002 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:23:00,003 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:23:00,003 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6e6c504d, L:/127.0.0.1:44109 - R:/127.0.0.1:54926] 2024-11-25T08:23:00,023 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54926, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T08:23:00,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:23:00,025 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44109 2024-11-25T08:23:00,025 DEBUG [FileChangeWatcher-hbase_test_ca10771124686056831046.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10771124686056831046.pem was interrupted and is shutting down... 2024-11-25T08:23:00,025 DEBUG [FileChangeWatcher-hbase_test_key14120353926726058580.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14120353926726058580.pem was interrupted and is shutting down... 2024-11-25T08:23:00,025 DEBUG [FileChangeWatcher-hbase_test_key14120353926726058580.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14120353926726058580.pem was interrupted and is shutting down... 2024-11-25T08:23:00,025 INFO [FileChangeWatcher-hbase_test_ca10771124686056831046.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10771124686056831046.pem thread finished 2024-11-25T08:23:00,025 INFO [FileChangeWatcher-hbase_test_key14120353926726058580.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14120353926726058580.pem thread finished 2024-11-25T08:23:00,026 DEBUG [FileChangeWatcher-hbase_test_ca10771124686056831046.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10771124686056831046.pem was interrupted and is shutting down... 2024-11-25T08:23:00,026 INFO [FileChangeWatcher-hbase_test_key14120353926726058580.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14120353926726058580.pem thread finished 2024-11-25T08:23:00,032 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 27) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=920 (was 920), ProcessCount=11 (was 11), AvailableMemoryMB=2940 (was 2987) 2024-11-25T08:23:00,037 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=920, ProcessCount=11, AvailableMemoryMB=2939 2024-11-25T08:23:00,042 INFO [FileChangeWatcher-hbase_test_ca10771124686056831046.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10771124686056831046.pem thread finished 2024-11-25T08:23:00,082 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T08:23:00,083 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:32965 2024-11-25T08:23:00,083 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T08:23:00,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ba5b164, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:23:00,084 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T08:23:00,085 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:23:00,113 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:23:00,114 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:00,114 INFO [FileChangeWatcher-hbase_test_key2069538104092871537.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2069538104092871537.p12 thread started 2024-11-25T08:23:00,114 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:00,115 INFO [FileChangeWatcher-hbase_test_ca1577900003668871460.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1577900003668871460.p12 thread started 2024-11-25T08:23:00,115 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T08:23:00,131 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:23:00,145 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:23:00,146 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:00,147 INFO [FileChangeWatcher-hbase_test_key2069538104092871537.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2069538104092871537.p12 thread started 2024-11-25T08:23:00,147 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:00,148 INFO [FileChangeWatcher-hbase_test_ca1577900003668871460.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1577900003668871460.p12 thread started 2024-11-25T08:23:00,148 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4ff3611a, L:/127.0.0.1:32965 - R:/127.0.0.1:56868] 2024-11-25T08:23:00,208 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56868, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T08:23:00,491 DEBUG [FileChangeWatcher-hbase_test_key2069538104092871537.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2069538104092871537.p12 2024-11-25T08:23:00,491 DEBUG [FileChangeWatcher-hbase_test_ca1577900003668871460.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2069538104092871537.p12 2024-11-25T08:23:00,491 DEBUG [FileChangeWatcher-hbase_test_key2069538104092871537.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2069538104092871537.p12 2024-11-25T08:23:00,491 DEBUG [FileChangeWatcher-hbase_test_ca1577900003668871460.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2069538104092871537.p12 2024-11-25T08:23:00,491 INFO [FileChangeWatcher-hbase_test_key2069538104092871537.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2069538104092871537.p12 2024-11-25T08:23:00,491 INFO [FileChangeWatcher-hbase_test_key2069538104092871537.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2069538104092871537.p12 2024-11-25T08:23:00,491 DEBUG [FileChangeWatcher-hbase_test_ca1577900003668871460.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2069538104092871537.p12 2024-11-25T08:23:00,491 DEBUG [FileChangeWatcher-hbase_test_ca1577900003668871460.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2069538104092871537.p12 2024-11-25T08:23:00,518 DEBUG [FileChangeWatcher-hbase_test_ca1577900003668871460.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2069538104092871537.p12 2024-11-25T08:23:00,518 DEBUG [FileChangeWatcher-hbase_test_key2069538104092871537.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2069538104092871537.p12 2024-11-25T08:23:00,518 DEBUG [FileChangeWatcher-hbase_test_key2069538104092871537.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2069538104092871537.p12 2024-11-25T08:23:00,518 DEBUG [FileChangeWatcher-hbase_test_ca1577900003668871460.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2069538104092871537.p12 2024-11-25T08:23:00,518 DEBUG [FileChangeWatcher-hbase_test_ca1577900003668871460.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2069538104092871537.p12 2024-11-25T08:23:00,518 INFO [FileChangeWatcher-hbase_test_key2069538104092871537.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2069538104092871537.p12 2024-11-25T08:23:00,518 INFO [FileChangeWatcher-hbase_test_key2069538104092871537.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2069538104092871537.p12 2024-11-25T08:23:00,518 DEBUG [FileChangeWatcher-hbase_test_ca1577900003668871460.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2069538104092871537.p12 2024-11-25T08:23:00,518 DEBUG [FileChangeWatcher-hbase_test_ca1577900003668871460.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1577900003668871460.p12 2024-11-25T08:23:00,518 DEBUG [FileChangeWatcher-hbase_test_key2069538104092871537.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1577900003668871460.p12 2024-11-25T08:23:00,518 DEBUG [FileChangeWatcher-hbase_test_key2069538104092871537.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1577900003668871460.p12 2024-11-25T08:23:00,519 INFO [FileChangeWatcher-hbase_test_ca1577900003668871460.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1577900003668871460.p12 2024-11-25T08:23:00,519 DEBUG [FileChangeWatcher-hbase_test_ca1577900003668871460.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1577900003668871460.p12 2024-11-25T08:23:00,519 DEBUG [FileChangeWatcher-hbase_test_key2069538104092871537.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1577900003668871460.p12 2024-11-25T08:23:00,519 DEBUG [FileChangeWatcher-hbase_test_key2069538104092871537.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1577900003668871460.p12 2024-11-25T08:23:00,519 INFO [FileChangeWatcher-hbase_test_ca1577900003668871460.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1577900003668871460.p12 2024-11-25T08:23:00,532 DEBUG [FileChangeWatcher-hbase_test_ca1577900003668871460.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1577900003668871460.p12 2024-11-25T08:23:00,532 DEBUG [FileChangeWatcher-hbase_test_key2069538104092871537.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1577900003668871460.p12 2024-11-25T08:23:00,532 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,32965,0 is dead - stopping the connection localhost:32965/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T08:23:00,532 DEBUG [FileChangeWatcher-hbase_test_key2069538104092871537.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1577900003668871460.p12 2024-11-25T08:23:00,532 DEBUG [FileChangeWatcher-hbase_test_ca1577900003668871460.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1577900003668871460.p12 2024-11-25T08:23:00,532 INFO [FileChangeWatcher-hbase_test_ca1577900003668871460.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1577900003668871460.p12 2024-11-25T08:23:00,532 DEBUG [FileChangeWatcher-hbase_test_key2069538104092871537.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1577900003668871460.p12 2024-11-25T08:23:00,532 DEBUG [FileChangeWatcher-hbase_test_key2069538104092871537.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1577900003668871460.p12 2024-11-25T08:23:00,532 INFO [FileChangeWatcher-hbase_test_ca1577900003668871460.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1577900003668871460.p12 2024-11-25T08:23:00,533 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T08:23:00,534 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:23:00,562 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:23:00,563 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T08:23:00,591 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:23:00,610 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:23:00,611 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1187d52a, L:/127.0.0.1:32965 - R:/127.0.0.1:56878] 2024-11-25T08:23:00,646 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56878, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T08:23:00,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:23:00,648 DEBUG [FileChangeWatcher-hbase_test_key2069538104092871537.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2069538104092871537.p12 was interrupted and is shutting down... 2024-11-25T08:23:00,648 DEBUG [FileChangeWatcher-hbase_test_ca1577900003668871460.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1577900003668871460.p12 was interrupted and is shutting down... 2024-11-25T08:23:00,648 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:32965 2024-11-25T08:23:00,649 DEBUG [FileChangeWatcher-hbase_test_key2069538104092871537.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2069538104092871537.p12 was interrupted and is shutting down... 2024-11-25T08:23:00,649 INFO [FileChangeWatcher-hbase_test_key2069538104092871537.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2069538104092871537.p12 thread finished 2024-11-25T08:23:00,649 INFO [FileChangeWatcher-hbase_test_ca1577900003668871460.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1577900003668871460.p12 thread finished 2024-11-25T08:23:00,649 INFO [FileChangeWatcher-hbase_test_key2069538104092871537.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2069538104092871537.p12 thread finished 2024-11-25T08:23:00,649 DEBUG [FileChangeWatcher-hbase_test_ca1577900003668871460.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1577900003668871460.p12 was interrupted and is shutting down... 2024-11-25T08:23:00,656 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31 (was 29) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca1577900003668871460.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=920 (was 920), ProcessCount=11 (was 11), AvailableMemoryMB=2864 (was 2939) 2024-11-25T08:23:00,665 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=920, ProcessCount=11, AvailableMemoryMB=2863 2024-11-25T08:23:00,666 INFO [FileChangeWatcher-hbase_test_ca1577900003668871460.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1577900003668871460.p12 thread finished 2024-11-25T08:23:00,667 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T08:23:00,668 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41269 2024-11-25T08:23:00,668 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T08:23:00,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1725028d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:23:00,669 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T08:23:00,671 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:23:00,697 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:23:00,698 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:00,699 INFO [FileChangeWatcher-hbase_test_key2069538104092871537.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2069538104092871537.p12 thread started 2024-11-25T08:23:00,699 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:00,699 INFO [FileChangeWatcher-hbase_test_ca1577900003668871460.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1577900003668871460.p12 thread started 2024-11-25T08:23:00,699 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T08:23:00,713 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:23:00,727 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:23:00,728 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:00,728 INFO [FileChangeWatcher-hbase_test_key2069538104092871537.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2069538104092871537.p12 thread started 2024-11-25T08:23:00,728 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:00,729 INFO [FileChangeWatcher-hbase_test_ca1577900003668871460.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1577900003668871460.p12 thread started 2024-11-25T08:23:00,729 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbc8f245f, L:/127.0.0.1:41269 - R:/127.0.0.1:51914] 2024-11-25T08:23:00,774 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51914, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T08:23:00,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:23:00,776 DEBUG [FileChangeWatcher-hbase_test_key2069538104092871537.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2069538104092871537.p12 was interrupted and is shutting down... 2024-11-25T08:23:00,776 DEBUG [FileChangeWatcher-hbase_test_ca1577900003668871460.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1577900003668871460.p12 was interrupted and is shutting down... 2024-11-25T08:23:00,776 INFO [FileChangeWatcher-hbase_test_ca1577900003668871460.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1577900003668871460.p12 thread finished 2024-11-25T08:23:00,776 INFO [FileChangeWatcher-hbase_test_key2069538104092871537.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2069538104092871537.p12 thread finished 2024-11-25T08:23:01,088 DEBUG [FileChangeWatcher-hbase_test_ca1577900003668871460.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2069538104092871537.p12 2024-11-25T08:23:01,088 DEBUG [FileChangeWatcher-hbase_test_key2069538104092871537.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2069538104092871537.p12 2024-11-25T08:23:01,088 DEBUG [FileChangeWatcher-hbase_test_ca1577900003668871460.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2069538104092871537.p12 2024-11-25T08:23:01,088 INFO [FileChangeWatcher-hbase_test_key2069538104092871537.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2069538104092871537.p12 2024-11-25T08:23:01,112 DEBUG [FileChangeWatcher-hbase_test_key2069538104092871537.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2069538104092871537.p12 2024-11-25T08:23:01,112 DEBUG [FileChangeWatcher-hbase_test_ca1577900003668871460.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2069538104092871537.p12 2024-11-25T08:23:01,112 DEBUG [FileChangeWatcher-hbase_test_ca1577900003668871460.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2069538104092871537.p12 2024-11-25T08:23:01,112 INFO [FileChangeWatcher-hbase_test_key2069538104092871537.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2069538104092871537.p12 2024-11-25T08:23:01,112 DEBUG [FileChangeWatcher-hbase_test_ca1577900003668871460.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1577900003668871460.p12 2024-11-25T08:23:01,112 DEBUG [FileChangeWatcher-hbase_test_key2069538104092871537.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1577900003668871460.p12 2024-11-25T08:23:01,112 INFO [FileChangeWatcher-hbase_test_ca1577900003668871460.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1577900003668871460.p12 2024-11-25T08:23:01,112 DEBUG [FileChangeWatcher-hbase_test_key2069538104092871537.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1577900003668871460.p12 2024-11-25T08:23:01,126 DEBUG [FileChangeWatcher-hbase_test_ca1577900003668871460.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1577900003668871460.p12 2024-11-25T08:23:01,126 DEBUG [FileChangeWatcher-hbase_test_key2069538104092871537.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1577900003668871460.p12 2024-11-25T08:23:01,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@417df809, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:23:01,126 INFO [FileChangeWatcher-hbase_test_ca1577900003668871460.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1577900003668871460.p12 2024-11-25T08:23:01,126 DEBUG [FileChangeWatcher-hbase_test_key2069538104092871537.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1577900003668871460.p12 2024-11-25T08:23:01,126 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T08:23:01,127 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:23:01,156 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:23:01,156 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:01,157 INFO [FileChangeWatcher-hbase_test_key2069538104092871537.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2069538104092871537.p12 thread started 2024-11-25T08:23:01,157 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:01,158 INFO [FileChangeWatcher-hbase_test_ca1577900003668871460.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1577900003668871460.p12 thread started 2024-11-25T08:23:01,158 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T08:23:01,172 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:23:01,186 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:23:01,186 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe23ddafb, L:/127.0.0.1:41269 - R:/127.0.0.1:51926] 2024-11-25T08:23:01,221 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51926, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T08:23:01,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:23:01,223 DEBUG [FileChangeWatcher-hbase_test_ca1577900003668871460.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1577900003668871460.p12 was interrupted and is shutting down... 2024-11-25T08:23:01,223 DEBUG [FileChangeWatcher-hbase_test_key2069538104092871537.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2069538104092871537.p12 was interrupted and is shutting down... 2024-11-25T08:23:01,223 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41269 2024-11-25T08:23:01,223 DEBUG [FileChangeWatcher-hbase_test_key2069538104092871537.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2069538104092871537.p12 was interrupted and is shutting down... 2024-11-25T08:23:01,223 DEBUG [FileChangeWatcher-hbase_test_ca1577900003668871460.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1577900003668871460.p12 was interrupted and is shutting down... 2024-11-25T08:23:01,223 INFO [FileChangeWatcher-hbase_test_ca1577900003668871460.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1577900003668871460.p12 thread finished 2024-11-25T08:23:01,224 INFO [FileChangeWatcher-hbase_test_key2069538104092871537.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2069538104092871537.p12 thread finished 2024-11-25T08:23:01,224 INFO [FileChangeWatcher-hbase_test_key2069538104092871537.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2069538104092871537.p12 thread finished 2024-11-25T08:23:01,231 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 31) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=920 (was 920), ProcessCount=11 (was 11), AvailableMemoryMB=2794 (was 2863) 2024-11-25T08:23:01,237 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=920, ProcessCount=11, AvailableMemoryMB=2793 2024-11-25T08:23:01,238 INFO [FileChangeWatcher-hbase_test_ca1577900003668871460.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1577900003668871460.p12 thread finished 2024-11-25T08:23:01,912 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T08:23:01,913 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41647 2024-11-25T08:23:01,913 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T08:23:01,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bea6ce8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:23:01,914 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T08:23:01,915 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:23:02,204 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:23:02,205 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:02,206 INFO [FileChangeWatcher-hbase_test_key17144706367025099925.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17144706367025099925.bcfks thread started 2024-11-25T08:23:02,206 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:02,206 INFO [FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks thread started 2024-11-25T08:23:02,206 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T08:23:02,346 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:23:02,491 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:23:02,491 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:02,492 INFO [FileChangeWatcher-hbase_test_key17144706367025099925.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17144706367025099925.bcfks thread started 2024-11-25T08:23:02,493 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:02,493 INFO [FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks thread started 2024-11-25T08:23:02,493 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8c1b7462, L:/127.0.0.1:41647 - R:/127.0.0.1:48156] 2024-11-25T08:23:02,700 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48156, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T08:23:02,959 DEBUG [FileChangeWatcher-hbase_test_key17144706367025099925.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17144706367025099925.bcfks 2024-11-25T08:23:02,959 DEBUG [FileChangeWatcher-hbase_test_key17144706367025099925.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17144706367025099925.bcfks 2024-11-25T08:23:02,959 INFO [FileChangeWatcher-hbase_test_key17144706367025099925.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17144706367025099925.bcfks 2024-11-25T08:23:02,959 DEBUG [FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17144706367025099925.bcfks 2024-11-25T08:23:02,959 INFO [FileChangeWatcher-hbase_test_key17144706367025099925.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17144706367025099925.bcfks 2024-11-25T08:23:02,959 DEBUG [FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17144706367025099925.bcfks 2024-11-25T08:23:02,959 DEBUG [FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17144706367025099925.bcfks 2024-11-25T08:23:02,959 DEBUG [FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17144706367025099925.bcfks 2024-11-25T08:23:03,154 DEBUG [FileChangeWatcher-hbase_test_key17144706367025099925.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17144706367025099925.bcfks 2024-11-25T08:23:03,154 DEBUG [FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17144706367025099925.bcfks 2024-11-25T08:23:03,154 DEBUG [FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17144706367025099925.bcfks 2024-11-25T08:23:03,154 DEBUG [FileChangeWatcher-hbase_test_key17144706367025099925.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17144706367025099925.bcfks 2024-11-25T08:23:03,154 DEBUG [FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17144706367025099925.bcfks 2024-11-25T08:23:03,154 DEBUG [FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17144706367025099925.bcfks 2024-11-25T08:23:03,154 INFO [FileChangeWatcher-hbase_test_key17144706367025099925.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17144706367025099925.bcfks 2024-11-25T08:23:03,154 INFO [FileChangeWatcher-hbase_test_key17144706367025099925.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17144706367025099925.bcfks 2024-11-25T08:23:03,154 DEBUG [FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3380178536856802346.bcfks 2024-11-25T08:23:03,154 DEBUG [FileChangeWatcher-hbase_test_key17144706367025099925.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3380178536856802346.bcfks 2024-11-25T08:23:03,155 INFO [FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3380178536856802346.bcfks 2024-11-25T08:23:03,155 DEBUG [FileChangeWatcher-hbase_test_key17144706367025099925.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3380178536856802346.bcfks 2024-11-25T08:23:03,156 DEBUG [FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3380178536856802346.bcfks 2024-11-25T08:23:03,156 INFO [FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3380178536856802346.bcfks 2024-11-25T08:23:03,157 DEBUG [FileChangeWatcher-hbase_test_key17144706367025099925.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3380178536856802346.bcfks 2024-11-25T08:23:03,157 DEBUG [FileChangeWatcher-hbase_test_key17144706367025099925.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3380178536856802346.bcfks 2024-11-25T08:23:03,288 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,41647,0 is dead - stopping the connection localhost:41647/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T08:23:03,288 DEBUG [FileChangeWatcher-hbase_test_key17144706367025099925.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3380178536856802346.bcfks 2024-11-25T08:23:03,288 DEBUG [FileChangeWatcher-hbase_test_key17144706367025099925.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3380178536856802346.bcfks 2024-11-25T08:23:03,288 DEBUG [FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3380178536856802346.bcfks 2024-11-25T08:23:03,288 DEBUG [FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3380178536856802346.bcfks 2024-11-25T08:23:03,288 DEBUG [FileChangeWatcher-hbase_test_key17144706367025099925.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3380178536856802346.bcfks 2024-11-25T08:23:03,288 DEBUG [FileChangeWatcher-hbase_test_key17144706367025099925.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3380178536856802346.bcfks 2024-11-25T08:23:03,288 INFO [FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3380178536856802346.bcfks 2024-11-25T08:23:03,288 INFO [FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3380178536856802346.bcfks 2024-11-25T08:23:03,288 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T08:23:03,289 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:23:03,562 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:23:03,563 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T08:23:03,693 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:23:03,823 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:23:03,823 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb3a8a289, L:/127.0.0.1:41647 - R:/127.0.0.1:48172] 2024-11-25T08:23:04,007 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48172, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T08:23:04,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:23:04,010 DEBUG [FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks was interrupted and is shutting down... 2024-11-25T08:23:04,010 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41647 2024-11-25T08:23:04,010 DEBUG [FileChangeWatcher-hbase_test_key17144706367025099925.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17144706367025099925.bcfks was interrupted and is shutting down... 2024-11-25T08:23:04,010 DEBUG [FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks was interrupted and is shutting down... 2024-11-25T08:23:04,010 DEBUG [FileChangeWatcher-hbase_test_key17144706367025099925.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17144706367025099925.bcfks was interrupted and is shutting down... 2024-11-25T08:23:04,011 INFO [FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks thread finished 2024-11-25T08:23:04,011 INFO [FileChangeWatcher-hbase_test_key17144706367025099925.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17144706367025099925.bcfks thread finished 2024-11-25T08:23:04,013 INFO [FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks thread finished 2024-11-25T08:23:04,013 INFO [FileChangeWatcher-hbase_test_key17144706367025099925.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17144706367025099925.bcfks thread finished 2024-11-25T08:23:04,021 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33 (was 33), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=920 (was 920), ProcessCount=11 (was 11), AvailableMemoryMB=2928 (was 2793) - AvailableMemoryMB LEAK? - 2024-11-25T08:23:04,029 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=920, ProcessCount=11, AvailableMemoryMB=2928 2024-11-25T08:23:04,031 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T08:23:04,032 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41557 2024-11-25T08:23:04,032 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T08:23:04,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5250e644, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:23:04,033 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T08:23:04,034 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:23:04,445 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:23:04,445 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:04,446 INFO [FileChangeWatcher-hbase_test_key17144706367025099925.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17144706367025099925.bcfks thread started 2024-11-25T08:23:04,446 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:04,447 INFO [FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks thread started 2024-11-25T08:23:04,447 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T08:23:04,578 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:23:04,711 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:23:04,711 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:04,712 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:04,712 INFO [FileChangeWatcher-hbase_test_key17144706367025099925.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17144706367025099925.bcfks thread started 2024-11-25T08:23:04,713 INFO [FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks thread started 2024-11-25T08:23:04,713 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x717726cb, L:/127.0.0.1:41557 - R:/127.0.0.1:36708] 2024-11-25T08:23:04,928 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36708, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T08:23:04,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:23:04,931 DEBUG [FileChangeWatcher-hbase_test_key17144706367025099925.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17144706367025099925.bcfks was interrupted and is shutting down... 2024-11-25T08:23:04,931 DEBUG [FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks was interrupted and is shutting down... 2024-11-25T08:23:04,931 INFO [FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks thread finished 2024-11-25T08:23:04,931 INFO [FileChangeWatcher-hbase_test_key17144706367025099925.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17144706367025099925.bcfks thread finished 2024-11-25T08:23:05,209 DEBUG [FileChangeWatcher-hbase_test_key17144706367025099925.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17144706367025099925.bcfks 2024-11-25T08:23:05,209 INFO [FileChangeWatcher-hbase_test_key17144706367025099925.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17144706367025099925.bcfks 2024-11-25T08:23:05,209 DEBUG [FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17144706367025099925.bcfks 2024-11-25T08:23:05,209 DEBUG [FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17144706367025099925.bcfks 2024-11-25T08:23:05,514 DEBUG [FileChangeWatcher-hbase_test_key17144706367025099925.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17144706367025099925.bcfks 2024-11-25T08:23:05,514 INFO [FileChangeWatcher-hbase_test_key17144706367025099925.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17144706367025099925.bcfks 2024-11-25T08:23:05,519 DEBUG [FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17144706367025099925.bcfks 2024-11-25T08:23:05,519 DEBUG [FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17144706367025099925.bcfks 2024-11-25T08:23:05,535 DEBUG [FileChangeWatcher-hbase_test_key17144706367025099925.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3380178536856802346.bcfks 2024-11-25T08:23:05,535 DEBUG [FileChangeWatcher-hbase_test_key17144706367025099925.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3380178536856802346.bcfks 2024-11-25T08:23:05,538 DEBUG [FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3380178536856802346.bcfks 2024-11-25T08:23:05,539 INFO [FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3380178536856802346.bcfks 2024-11-25T08:23:05,730 DEBUG [FileChangeWatcher-hbase_test_key17144706367025099925.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3380178536856802346.bcfks 2024-11-25T08:23:05,730 DEBUG [FileChangeWatcher-hbase_test_key17144706367025099925.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3380178536856802346.bcfks 2024-11-25T08:23:05,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@536ed78a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:23:05,730 DEBUG [FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3380178536856802346.bcfks 2024-11-25T08:23:05,731 INFO [FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3380178536856802346.bcfks 2024-11-25T08:23:05,731 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T08:23:05,734 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:23:06,186 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:23:06,194 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:06,201 INFO [FileChangeWatcher-hbase_test_key17144706367025099925.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17144706367025099925.bcfks thread started 2024-11-25T08:23:06,201 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:06,202 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T08:23:06,204 INFO [FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks thread started 2024-11-25T08:23:06,405 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:23:06,770 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:23:06,771 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x16e4f6a5, L:/127.0.0.1:41557 - R:/127.0.0.1:36710] 2024-11-25T08:23:07,108 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36710, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T08:23:07,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:23:07,119 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41557 2024-11-25T08:23:07,119 DEBUG [FileChangeWatcher-hbase_test_key17144706367025099925.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17144706367025099925.bcfks was interrupted and is shutting down... 2024-11-25T08:23:07,119 DEBUG [FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks was interrupted and is shutting down... 2024-11-25T08:23:07,119 DEBUG [FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks was interrupted and is shutting down... 2024-11-25T08:23:07,119 INFO [FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks thread finished 2024-11-25T08:23:07,119 INFO [FileChangeWatcher-hbase_test_key17144706367025099925.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17144706367025099925.bcfks thread finished 2024-11-25T08:23:07,119 INFO [FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3380178536856802346.bcfks thread finished 2024-11-25T08:23:07,130 DEBUG [FileChangeWatcher-hbase_test_key17144706367025099925.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17144706367025099925.bcfks was interrupted and is shutting down... 2024-11-25T08:23:07,131 INFO [FileChangeWatcher-hbase_test_key17144706367025099925.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17144706367025099925.bcfks thread finished 2024-11-25T08:23:07,154 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=38 (was 33) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-16 java.base@17.0.11/java.lang.Throwable.fillInStackTrace(Native Method) java.base@17.0.11/java.lang.Throwable.fillInStackTrace(Throwable.java:798) java.base@17.0.11/java.lang.Throwable.(Throwable.java:271) java.base@17.0.11/java.lang.Exception.(Exception.java:67) java.base@17.0.11/java.lang.RuntimeException.(RuntimeException.java:63) java.base@17.0.11/java.lang.IndexOutOfBoundsException.(IndexOutOfBoundsException.java:55) java.base@17.0.11/java.lang.ArrayIndexOutOfBoundsException.(ArrayIndexOutOfBoundsException.java:53) java.base@17.0.11/sun.security.util.ArrayUtil$$Lambda$171/0x00007f25601fabc0.apply(Unknown Source) java.base@17.0.11/jdk.internal.util.Preconditions$1.apply(Preconditions.java:177) java.base@17.0.11/jdk.internal.util.Preconditions$1.apply(Preconditions.java:174) java.base@17.0.11/jdk.internal.util.Preconditions.outOfBounds(Preconditions.java:62) java.base@17.0.11/jdk.internal.util.Preconditions.outOfBoundsCheckFromIndexSize(Preconditions.java:82) java.base@17.0.11/jdk.internal.util.Preconditions.checkFromIndexSize(Preconditions.java:361) java.base@17.0.11/sun.security.util.ArrayUtil.nullAndBoundsCheck(ArrayUtil.java:53) java.base@17.0.11/com.sun.crypto.provider.GaloisCounterMode$GCMDecrypt.doFinal(GaloisCounterMode.java:1364) java.base@17.0.11/com.sun.crypto.provider.GaloisCounterMode.engineDoFinal(GaloisCounterMode.java:406) java.base@17.0.11/javax.crypto.Cipher.doFinal(Cipher.java:2088) java.base@17.0.11/sun.security.ssl.SSLCipher$T12GcmReadCipherGenerator$GcmReadCipher.dispose(SSLCipher.java:1688) java.base@17.0.11/sun.security.ssl.InputRecord.close(InputRecord.java:103) java.base@17.0.11/sun.security.ssl.TransportContext.passiveInboundClose(TransportContext.java:540) java.base@17.0.11/sun.security.ssl.TransportContext.closeInbound(TransportContext.java:524) java.base@17.0.11/sun.security.ssl.Alert$AlertConsumer.consume(Alert.java:245) java.base@17.0.11/sun.security.ssl.TransportContext.dispatch(TransportContext.java:204) java.base@17.0.11/sun.security.ssl.SSLTransport.decode(SSLTransport.java:172) java.base@17.0.11/sun.security.ssl.SSLEngineImpl.decode(SSLEngineImpl.java:736) java.base@17.0.11/sun.security.ssl.SSLEngineImpl.readRecord(SSLEngineImpl.java:691) java.base@17.0.11/sun.security.ssl.SSLEngineImpl.unwrap(SSLEngineImpl.java:506) java.base@17.0.11/sun.security.ssl.SSLEngineImpl.unwrap(SSLEngineImpl.java:482) java.base@17.0.11/javax.net.ssl.SSLEngine.unwrap(SSLEngine.java:679) app//org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler$SslEngineType$3.unwrap(SslHandler.java:308) app//org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1465) app//org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) app//org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) app//org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) app//org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) app//org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) app//org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) app//org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) app//org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key17144706367025099925.bcfks java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingDeque.takeFirst(LinkedBlockingDeque.java:485) java.base@17.0.11/java.util.concurrent.LinkedBlockingDeque.take(LinkedBlockingDeque.java:673) java.base@17.0.11/sun.nio.fs.AbstractWatchService.take(AbstractWatchService.java:118) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.runLoop(FileChangeWatcher.java:235) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:216) Potentially hanging thread: FifoRpcScheduler.handler-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=910 (was 920), ProcessCount=11 (was 11), AvailableMemoryMB=3086 (was 2928) - AvailableMemoryMB LEAK? - 2024-11-25T08:23:07,170 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=910, ProcessCount=11, AvailableMemoryMB=3084 2024-11-25T08:23:07,574 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T08:23:07,587 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35609 2024-11-25T08:23:07,587 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T08:23:07,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47b4a33b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:23:07,588 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T08:23:07,590 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:23:07,663 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:23:07,664 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:07,665 INFO [FileChangeWatcher-hbase_test_key5256427572768877386.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5256427572768877386.jks thread started 2024-11-25T08:23:07,666 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:07,671 INFO [FileChangeWatcher-hbase_test_ca632764997570716727.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca632764997570716727.jks thread started 2024-11-25T08:23:07,671 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T08:23:07,698 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:23:07,740 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:23:07,743 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:07,748 INFO [FileChangeWatcher-hbase_test_key5256427572768877386.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5256427572768877386.jks thread started 2024-11-25T08:23:07,748 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:07,755 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x556b1703, L:/127.0.0.1:35609 - R:/127.0.0.1:60682] 2024-11-25T08:23:07,760 INFO [FileChangeWatcher-hbase_test_ca632764997570716727.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca632764997570716727.jks thread started 2024-11-25T08:23:07,882 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60682, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T08:23:07,937 DEBUG [FileChangeWatcher-hbase_test_key5256427572768877386.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5256427572768877386.jks 2024-11-25T08:23:07,937 INFO [FileChangeWatcher-hbase_test_key5256427572768877386.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5256427572768877386.jks 2024-11-25T08:23:07,937 DEBUG [FileChangeWatcher-hbase_test_ca632764997570716727.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5256427572768877386.jks 2024-11-25T08:23:07,937 DEBUG [FileChangeWatcher-hbase_test_ca632764997570716727.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5256427572768877386.jks 2024-11-25T08:23:07,938 DEBUG [FileChangeWatcher-hbase_test_key5256427572768877386.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5256427572768877386.jks 2024-11-25T08:23:07,938 INFO [FileChangeWatcher-hbase_test_key5256427572768877386.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5256427572768877386.jks 2024-11-25T08:23:07,938 DEBUG [FileChangeWatcher-hbase_test_ca632764997570716727.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5256427572768877386.jks 2024-11-25T08:23:07,938 DEBUG [FileChangeWatcher-hbase_test_ca632764997570716727.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5256427572768877386.jks 2024-11-25T08:23:07,982 DEBUG [FileChangeWatcher-hbase_test_ca632764997570716727.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5256427572768877386.jks 2024-11-25T08:23:07,982 DEBUG [FileChangeWatcher-hbase_test_key5256427572768877386.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5256427572768877386.jks 2024-11-25T08:23:07,982 DEBUG [FileChangeWatcher-hbase_test_ca632764997570716727.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5256427572768877386.jks 2024-11-25T08:23:07,982 INFO [FileChangeWatcher-hbase_test_key5256427572768877386.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5256427572768877386.jks 2024-11-25T08:23:07,982 DEBUG [FileChangeWatcher-hbase_test_ca632764997570716727.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5256427572768877386.jks 2024-11-25T08:23:07,982 DEBUG [FileChangeWatcher-hbase_test_ca632764997570716727.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5256427572768877386.jks 2024-11-25T08:23:07,982 DEBUG [FileChangeWatcher-hbase_test_ca632764997570716727.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca632764997570716727.jks 2024-11-25T08:23:07,982 DEBUG [FileChangeWatcher-hbase_test_key5256427572768877386.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca632764997570716727.jks 2024-11-25T08:23:07,982 DEBUG [FileChangeWatcher-hbase_test_ca632764997570716727.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca632764997570716727.jks 2024-11-25T08:23:07,982 INFO [FileChangeWatcher-hbase_test_ca632764997570716727.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca632764997570716727.jks 2024-11-25T08:23:07,982 DEBUG [FileChangeWatcher-hbase_test_key5256427572768877386.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca632764997570716727.jks 2024-11-25T08:23:07,982 INFO [FileChangeWatcher-hbase_test_ca632764997570716727.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca632764997570716727.jks 2024-11-25T08:23:07,982 DEBUG [FileChangeWatcher-hbase_test_key5256427572768877386.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5256427572768877386.jks 2024-11-25T08:23:07,982 INFO [FileChangeWatcher-hbase_test_key5256427572768877386.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5256427572768877386.jks 2024-11-25T08:23:07,982 DEBUG [FileChangeWatcher-hbase_test_key5256427572768877386.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca632764997570716727.jks 2024-11-25T08:23:07,982 DEBUG [FileChangeWatcher-hbase_test_key5256427572768877386.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca632764997570716727.jks 2024-11-25T08:23:08,003 DEBUG [FileChangeWatcher-hbase_test_key5256427572768877386.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca632764997570716727.jks 2024-11-25T08:23:08,003 DEBUG [FileChangeWatcher-hbase_test_ca632764997570716727.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca632764997570716727.jks 2024-11-25T08:23:08,003 DEBUG [FileChangeWatcher-hbase_test_key5256427572768877386.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca632764997570716727.jks 2024-11-25T08:23:08,003 DEBUG [FileChangeWatcher-hbase_test_ca632764997570716727.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca632764997570716727.jks 2024-11-25T08:23:08,003 INFO [FileChangeWatcher-hbase_test_ca632764997570716727.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca632764997570716727.jks 2024-11-25T08:23:08,003 INFO [FileChangeWatcher-hbase_test_ca632764997570716727.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca632764997570716727.jks 2024-11-25T08:23:08,004 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,35609,0 is dead - stopping the connection localhost:35609/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T08:23:08,006 DEBUG [FileChangeWatcher-hbase_test_key5256427572768877386.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca632764997570716727.jks 2024-11-25T08:23:08,007 DEBUG [FileChangeWatcher-hbase_test_key5256427572768877386.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca632764997570716727.jks 2024-11-25T08:23:08,004 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T08:23:08,011 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:23:08,058 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:23:08,058 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T08:23:08,087 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:23:08,113 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:23:08,114 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2e5798c5, L:/127.0.0.1:35609 - R:/127.0.0.1:56308] 2024-11-25T08:23:08,198 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56308, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T08:23:08,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:23:08,203 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35609 2024-11-25T08:23:08,203 DEBUG [FileChangeWatcher-hbase_test_key5256427572768877386.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5256427572768877386.jks was interrupted and is shutting down... 2024-11-25T08:23:08,203 DEBUG [FileChangeWatcher-hbase_test_key5256427572768877386.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5256427572768877386.jks was interrupted and is shutting down... 2024-11-25T08:23:08,203 DEBUG [FileChangeWatcher-hbase_test_ca632764997570716727.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca632764997570716727.jks was interrupted and is shutting down... 2024-11-25T08:23:08,203 DEBUG [FileChangeWatcher-hbase_test_ca632764997570716727.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca632764997570716727.jks was interrupted and is shutting down... 2024-11-25T08:23:08,204 INFO [FileChangeWatcher-hbase_test_key5256427572768877386.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5256427572768877386.jks thread finished 2024-11-25T08:23:08,204 INFO [FileChangeWatcher-hbase_test_ca632764997570716727.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca632764997570716727.jks thread finished 2024-11-25T08:23:08,204 INFO [FileChangeWatcher-hbase_test_key5256427572768877386.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5256427572768877386.jks thread finished 2024-11-25T08:23:08,219 INFO [FileChangeWatcher-hbase_test_ca632764997570716727.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca632764997570716727.jks thread finished 2024-11-25T08:23:08,223 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=328 (was 327) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=910 (was 910), ProcessCount=11 (was 11), AvailableMemoryMB=2935 (was 3084) 2024-11-25T08:23:08,232 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=910, ProcessCount=11, AvailableMemoryMB=2934 2024-11-25T08:23:08,234 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T08:23:08,235 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38581 2024-11-25T08:23:08,235 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T08:23:08,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f601e7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:23:08,236 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T08:23:08,237 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:23:08,282 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:23:08,286 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:08,313 INFO [FileChangeWatcher-hbase_test_key5256427572768877386.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5256427572768877386.jks thread started 2024-11-25T08:23:08,322 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:08,327 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T08:23:08,328 INFO [FileChangeWatcher-hbase_test_ca632764997570716727.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca632764997570716727.jks thread started 2024-11-25T08:23:08,355 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:23:08,383 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:23:08,384 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:08,399 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:08,402 INFO [FileChangeWatcher-hbase_test_key5256427572768877386.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5256427572768877386.jks thread started 2024-11-25T08:23:08,414 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2ade07bd, L:/127.0.0.1:38581 - R:/127.0.0.1:42758] 2024-11-25T08:23:08,419 INFO [FileChangeWatcher-hbase_test_ca632764997570716727.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca632764997570716727.jks thread started 2024-11-25T08:23:08,499 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42758, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T08:23:08,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:23:08,504 DEBUG [FileChangeWatcher-hbase_test_key5256427572768877386.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5256427572768877386.jks was interrupted and is shutting down... 2024-11-25T08:23:08,504 DEBUG [FileChangeWatcher-hbase_test_ca632764997570716727.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca632764997570716727.jks was interrupted and is shutting down... 2024-11-25T08:23:08,505 INFO [FileChangeWatcher-hbase_test_ca632764997570716727.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca632764997570716727.jks thread finished 2024-11-25T08:23:08,509 INFO [FileChangeWatcher-hbase_test_key5256427572768877386.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5256427572768877386.jks thread finished 2024-11-25T08:23:08,516 DEBUG [FileChangeWatcher-hbase_test_ca632764997570716727.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5256427572768877386.jks 2024-11-25T08:23:08,516 DEBUG [FileChangeWatcher-hbase_test_ca632764997570716727.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5256427572768877386.jks 2024-11-25T08:23:08,516 DEBUG [FileChangeWatcher-hbase_test_key5256427572768877386.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5256427572768877386.jks 2024-11-25T08:23:08,516 INFO [FileChangeWatcher-hbase_test_key5256427572768877386.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5256427572768877386.jks 2024-11-25T08:23:08,553 DEBUG [FileChangeWatcher-hbase_test_ca632764997570716727.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5256427572768877386.jks 2024-11-25T08:23:08,553 DEBUG [FileChangeWatcher-hbase_test_ca632764997570716727.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5256427572768877386.jks 2024-11-25T08:23:08,553 DEBUG [FileChangeWatcher-hbase_test_ca632764997570716727.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca632764997570716727.jks 2024-11-25T08:23:08,553 INFO [FileChangeWatcher-hbase_test_ca632764997570716727.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca632764997570716727.jks 2024-11-25T08:23:08,553 DEBUG [FileChangeWatcher-hbase_test_key5256427572768877386.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5256427572768877386.jks 2024-11-25T08:23:08,554 INFO [FileChangeWatcher-hbase_test_key5256427572768877386.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5256427572768877386.jks 2024-11-25T08:23:08,554 DEBUG [FileChangeWatcher-hbase_test_key5256427572768877386.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca632764997570716727.jks 2024-11-25T08:23:08,554 DEBUG [FileChangeWatcher-hbase_test_key5256427572768877386.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca632764997570716727.jks 2024-11-25T08:23:08,572 DEBUG [FileChangeWatcher-hbase_test_key5256427572768877386.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca632764997570716727.jks 2024-11-25T08:23:08,572 DEBUG [FileChangeWatcher-hbase_test_ca632764997570716727.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca632764997570716727.jks 2024-11-25T08:23:08,572 DEBUG [FileChangeWatcher-hbase_test_key5256427572768877386.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca632764997570716727.jks 2024-11-25T08:23:08,572 INFO [FileChangeWatcher-hbase_test_ca632764997570716727.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca632764997570716727.jks 2024-11-25T08:23:08,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ee60b4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:23:08,572 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T08:23:08,573 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:23:08,623 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:23:08,623 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:08,624 INFO [FileChangeWatcher-hbase_test_key5256427572768877386.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5256427572768877386.jks thread started 2024-11-25T08:23:08,624 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:08,625 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T08:23:08,627 INFO [FileChangeWatcher-hbase_test_ca632764997570716727.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca632764997570716727.jks thread started 2024-11-25T08:23:08,650 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:23:08,676 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:23:08,677 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8777b79c, L:/127.0.0.1:38581 - R:/127.0.0.1:42762] 2024-11-25T08:23:08,731 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42762, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T08:23:08,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:23:08,733 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38581 2024-11-25T08:23:08,733 DEBUG [FileChangeWatcher-hbase_test_key5256427572768877386.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5256427572768877386.jks was interrupted and is shutting down... 2024-11-25T08:23:08,733 DEBUG [FileChangeWatcher-hbase_test_ca632764997570716727.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca632764997570716727.jks was interrupted and is shutting down... 2024-11-25T08:23:08,733 DEBUG [FileChangeWatcher-hbase_test_ca632764997570716727.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca632764997570716727.jks was interrupted and is shutting down... 2024-11-25T08:23:08,733 DEBUG [FileChangeWatcher-hbase_test_key5256427572768877386.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5256427572768877386.jks was interrupted and is shutting down... 2024-11-25T08:23:08,733 INFO [FileChangeWatcher-hbase_test_ca632764997570716727.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca632764997570716727.jks thread finished 2024-11-25T08:23:08,733 INFO [FileChangeWatcher-hbase_test_ca632764997570716727.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca632764997570716727.jks thread finished 2024-11-25T08:23:08,734 INFO [FileChangeWatcher-hbase_test_key5256427572768877386.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5256427572768877386.jks thread finished 2024-11-25T08:23:08,734 INFO [FileChangeWatcher-hbase_test_key5256427572768877386.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5256427572768877386.jks thread finished 2024-11-25T08:23:08,741 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=36 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=910 (was 910), ProcessCount=11 (was 11), AvailableMemoryMB=2875 (was 2934) 2024-11-25T08:23:08,747 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=910, ProcessCount=11, AvailableMemoryMB=2875 2024-11-25T08:23:08,754 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T08:23:08,754 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35747 2024-11-25T08:23:08,754 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T08:23:08,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@184b883f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:23:08,755 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T08:23:08,756 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:23:08,759 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:23:08,760 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:08,760 INFO [FileChangeWatcher-hbase_test_key2405880236146993133.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2405880236146993133.pem thread started 2024-11-25T08:23:08,760 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:08,761 INFO [FileChangeWatcher-hbase_test_ca6312918084497071142.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6312918084497071142.pem thread started 2024-11-25T08:23:08,761 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T08:23:08,764 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:23:08,765 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:23:08,765 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:08,766 INFO [FileChangeWatcher-hbase_test_key2405880236146993133.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2405880236146993133.pem thread started 2024-11-25T08:23:08,766 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:08,766 INFO [FileChangeWatcher-hbase_test_ca6312918084497071142.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6312918084497071142.pem thread started 2024-11-25T08:23:08,766 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe15d6a9d, L:/127.0.0.1:35747 - R:/127.0.0.1:48896] 2024-11-25T08:23:08,782 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48896, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T08:23:08,796 DEBUG [FileChangeWatcher-hbase_test_key2405880236146993133.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2405880236146993133.pem 2024-11-25T08:23:08,796 DEBUG [FileChangeWatcher-hbase_test_key2405880236146993133.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2405880236146993133.pem 2024-11-25T08:23:08,796 INFO [FileChangeWatcher-hbase_test_key2405880236146993133.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2405880236146993133.pem 2024-11-25T08:23:08,796 INFO [FileChangeWatcher-hbase_test_key2405880236146993133.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2405880236146993133.pem 2024-11-25T08:23:08,796 DEBUG [FileChangeWatcher-hbase_test_ca6312918084497071142.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2405880236146993133.pem 2024-11-25T08:23:08,796 DEBUG [FileChangeWatcher-hbase_test_ca6312918084497071142.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2405880236146993133.pem 2024-11-25T08:23:08,796 DEBUG [FileChangeWatcher-hbase_test_ca6312918084497071142.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2405880236146993133.pem 2024-11-25T08:23:08,796 DEBUG [FileChangeWatcher-hbase_test_ca6312918084497071142.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2405880236146993133.pem 2024-11-25T08:23:08,796 DEBUG [FileChangeWatcher-hbase_test_ca6312918084497071142.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2405880236146993133.pem 2024-11-25T08:23:08,796 DEBUG [FileChangeWatcher-hbase_test_ca6312918084497071142.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2405880236146993133.pem 2024-11-25T08:23:08,796 DEBUG [FileChangeWatcher-hbase_test_key2405880236146993133.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2405880236146993133.pem 2024-11-25T08:23:08,796 DEBUG [FileChangeWatcher-hbase_test_key2405880236146993133.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2405880236146993133.pem 2024-11-25T08:23:08,796 DEBUG [FileChangeWatcher-hbase_test_ca6312918084497071142.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2405880236146993133.pem 2024-11-25T08:23:08,796 DEBUG [FileChangeWatcher-hbase_test_ca6312918084497071142.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2405880236146993133.pem 2024-11-25T08:23:08,796 INFO [FileChangeWatcher-hbase_test_key2405880236146993133.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2405880236146993133.pem 2024-11-25T08:23:08,796 INFO [FileChangeWatcher-hbase_test_key2405880236146993133.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2405880236146993133.pem 2024-11-25T08:23:08,797 DEBUG [FileChangeWatcher-hbase_test_ca6312918084497071142.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6312918084497071142.pem 2024-11-25T08:23:08,797 DEBUG [FileChangeWatcher-hbase_test_ca6312918084497071142.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6312918084497071142.pem 2024-11-25T08:23:08,797 DEBUG [FileChangeWatcher-hbase_test_key2405880236146993133.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6312918084497071142.pem 2024-11-25T08:23:08,797 DEBUG [FileChangeWatcher-hbase_test_key2405880236146993133.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6312918084497071142.pem 2024-11-25T08:23:08,797 INFO [FileChangeWatcher-hbase_test_ca6312918084497071142.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6312918084497071142.pem 2024-11-25T08:23:08,797 INFO [FileChangeWatcher-hbase_test_ca6312918084497071142.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6312918084497071142.pem 2024-11-25T08:23:08,797 DEBUG [FileChangeWatcher-hbase_test_key2405880236146993133.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6312918084497071142.pem 2024-11-25T08:23:08,797 DEBUG [FileChangeWatcher-hbase_test_key2405880236146993133.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6312918084497071142.pem 2024-11-25T08:23:08,797 DEBUG [FileChangeWatcher-hbase_test_key2405880236146993133.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6312918084497071142.pem 2024-11-25T08:23:08,797 DEBUG [FileChangeWatcher-hbase_test_ca6312918084497071142.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6312918084497071142.pem 2024-11-25T08:23:08,797 DEBUG [FileChangeWatcher-hbase_test_key2405880236146993133.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6312918084497071142.pem 2024-11-25T08:23:08,797 DEBUG [FileChangeWatcher-hbase_test_key2405880236146993133.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6312918084497071142.pem 2024-11-25T08:23:08,797 INFO [FileChangeWatcher-hbase_test_ca6312918084497071142.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6312918084497071142.pem 2024-11-25T08:23:08,797 DEBUG [FileChangeWatcher-hbase_test_key2405880236146993133.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6312918084497071142.pem 2024-11-25T08:23:08,797 DEBUG [FileChangeWatcher-hbase_test_ca6312918084497071142.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6312918084497071142.pem 2024-11-25T08:23:08,797 INFO [FileChangeWatcher-hbase_test_ca6312918084497071142.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6312918084497071142.pem 2024-11-25T08:23:08,797 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,35747,0 is dead - stopping the connection localhost:35747/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T08:23:08,798 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T08:23:08,798 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:23:08,804 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:23:08,805 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T08:23:08,808 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:23:08,809 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:23:08,809 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb93f3591, L:/127.0.0.1:35747 - R:/127.0.0.1:48910] 2024-11-25T08:23:08,827 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48910, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T08:23:08,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:23:08,829 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35747 2024-11-25T08:23:08,829 DEBUG [FileChangeWatcher-hbase_test_ca6312918084497071142.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6312918084497071142.pem was interrupted and is shutting down... 2024-11-25T08:23:08,829 DEBUG [FileChangeWatcher-hbase_test_key2405880236146993133.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2405880236146993133.pem was interrupted and is shutting down... 2024-11-25T08:23:08,829 DEBUG [FileChangeWatcher-hbase_test_key2405880236146993133.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2405880236146993133.pem was interrupted and is shutting down... 2024-11-25T08:23:08,829 DEBUG [FileChangeWatcher-hbase_test_ca6312918084497071142.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6312918084497071142.pem was interrupted and is shutting down... 2024-11-25T08:23:08,829 INFO [FileChangeWatcher-hbase_test_key2405880236146993133.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2405880236146993133.pem thread finished 2024-11-25T08:23:08,829 INFO [FileChangeWatcher-hbase_test_ca6312918084497071142.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6312918084497071142.pem thread finished 2024-11-25T08:23:08,829 INFO [FileChangeWatcher-hbase_test_key2405880236146993133.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2405880236146993133.pem thread finished 2024-11-25T08:23:08,840 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=910 (was 910), ProcessCount=11 (was 11), AvailableMemoryMB=2871 (was 2875) 2024-11-25T08:23:08,842 INFO [FileChangeWatcher-hbase_test_ca6312918084497071142.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6312918084497071142.pem thread finished 2024-11-25T08:23:08,850 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=910, ProcessCount=11, AvailableMemoryMB=2871 2024-11-25T08:23:08,852 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T08:23:08,854 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37849 2024-11-25T08:23:08,854 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T08:23:08,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@361335d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:23:08,855 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T08:23:08,856 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:23:08,862 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:23:08,862 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:08,865 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:08,866 INFO [FileChangeWatcher-hbase_test_ca6312918084497071142.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6312918084497071142.pem thread started 2024-11-25T08:23:08,866 INFO [FileChangeWatcher-hbase_test_key2405880236146993133.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2405880236146993133.pem thread started 2024-11-25T08:23:08,867 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T08:23:08,872 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:23:08,873 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:23:08,877 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:08,878 INFO [FileChangeWatcher-hbase_test_key2405880236146993133.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2405880236146993133.pem thread started 2024-11-25T08:23:08,878 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:08,878 INFO [FileChangeWatcher-hbase_test_ca6312918084497071142.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6312918084497071142.pem thread started 2024-11-25T08:23:08,878 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfb956751, L:/127.0.0.1:37849 - R:/127.0.0.1:57814] 2024-11-25T08:23:08,910 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57814, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T08:23:08,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:23:08,920 DEBUG [FileChangeWatcher-hbase_test_key2405880236146993133.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2405880236146993133.pem was interrupted and is shutting down... 2024-11-25T08:23:08,920 DEBUG [FileChangeWatcher-hbase_test_ca6312918084497071142.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6312918084497071142.pem was interrupted and is shutting down... 2024-11-25T08:23:08,921 INFO [FileChangeWatcher-hbase_test_key2405880236146993133.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2405880236146993133.pem thread finished 2024-11-25T08:23:08,921 INFO [FileChangeWatcher-hbase_test_ca6312918084497071142.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6312918084497071142.pem thread finished 2024-11-25T08:23:08,932 DEBUG [FileChangeWatcher-hbase_test_ca6312918084497071142.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2405880236146993133.pem 2024-11-25T08:23:08,932 DEBUG [FileChangeWatcher-hbase_test_key2405880236146993133.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2405880236146993133.pem 2024-11-25T08:23:08,933 DEBUG [FileChangeWatcher-hbase_test_ca6312918084497071142.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2405880236146993133.pem 2024-11-25T08:23:08,933 INFO [FileChangeWatcher-hbase_test_key2405880236146993133.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2405880236146993133.pem 2024-11-25T08:23:08,933 DEBUG [FileChangeWatcher-hbase_test_key2405880236146993133.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2405880236146993133.pem 2024-11-25T08:23:08,933 DEBUG [FileChangeWatcher-hbase_test_ca6312918084497071142.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2405880236146993133.pem 2024-11-25T08:23:08,933 INFO [FileChangeWatcher-hbase_test_key2405880236146993133.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2405880236146993133.pem 2024-11-25T08:23:08,933 DEBUG [FileChangeWatcher-hbase_test_ca6312918084497071142.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2405880236146993133.pem 2024-11-25T08:23:08,935 DEBUG [FileChangeWatcher-hbase_test_key2405880236146993133.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6312918084497071142.pem 2024-11-25T08:23:08,935 DEBUG [FileChangeWatcher-hbase_test_ca6312918084497071142.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6312918084497071142.pem 2024-11-25T08:23:08,935 INFO [FileChangeWatcher-hbase_test_ca6312918084497071142.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6312918084497071142.pem 2024-11-25T08:23:08,935 DEBUG [FileChangeWatcher-hbase_test_key2405880236146993133.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6312918084497071142.pem 2024-11-25T08:23:08,935 DEBUG [FileChangeWatcher-hbase_test_key2405880236146993133.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6312918084497071142.pem 2024-11-25T08:23:08,935 DEBUG [FileChangeWatcher-hbase_test_key2405880236146993133.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6312918084497071142.pem 2024-11-25T08:23:08,936 DEBUG [FileChangeWatcher-hbase_test_ca6312918084497071142.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6312918084497071142.pem 2024-11-25T08:23:08,936 INFO [FileChangeWatcher-hbase_test_ca6312918084497071142.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6312918084497071142.pem 2024-11-25T08:23:08,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a967e0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:23:08,936 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T08:23:08,937 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:23:08,943 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:23:08,943 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:08,944 INFO [FileChangeWatcher-hbase_test_key2405880236146993133.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2405880236146993133.pem thread started 2024-11-25T08:23:08,946 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:08,949 INFO [FileChangeWatcher-hbase_test_ca6312918084497071142.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6312918084497071142.pem thread started 2024-11-25T08:23:08,949 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T08:23:08,956 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:23:08,956 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:23:08,957 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd6d9d9ae, L:/127.0.0.1:37849 - R:/127.0.0.1:57816] 2024-11-25T08:23:08,992 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57816, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T08:23:08,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:23:08,998 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37849 2024-11-25T08:23:08,998 DEBUG [FileChangeWatcher-hbase_test_ca6312918084497071142.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6312918084497071142.pem was interrupted and is shutting down... 2024-11-25T08:23:08,998 DEBUG [FileChangeWatcher-hbase_test_key2405880236146993133.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2405880236146993133.pem was interrupted and is shutting down... 2024-11-25T08:23:08,998 DEBUG [FileChangeWatcher-hbase_test_ca6312918084497071142.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6312918084497071142.pem was interrupted and is shutting down... 2024-11-25T08:23:08,998 DEBUG [FileChangeWatcher-hbase_test_key2405880236146993133.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2405880236146993133.pem was interrupted and is shutting down... 2024-11-25T08:23:08,998 INFO [FileChangeWatcher-hbase_test_ca6312918084497071142.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6312918084497071142.pem thread finished 2024-11-25T08:23:08,998 INFO [FileChangeWatcher-hbase_test_key2405880236146993133.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2405880236146993133.pem thread finished 2024-11-25T08:23:08,998 INFO [FileChangeWatcher-hbase_test_ca6312918084497071142.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6312918084497071142.pem thread finished 2024-11-25T08:23:09,012 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=910 (was 910), ProcessCount=11 (was 11), AvailableMemoryMB=3052 (was 2871) - AvailableMemoryMB LEAK? - 2024-11-25T08:23:09,014 INFO [FileChangeWatcher-hbase_test_key2405880236146993133.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2405880236146993133.pem thread finished 2024-11-25T08:23:09,026 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=910, ProcessCount=11, AvailableMemoryMB=3049 2024-11-25T08:23:09,085 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T08:23:09,087 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43851 2024-11-25T08:23:09,087 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T08:23:09,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ee357c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:23:09,088 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T08:23:09,089 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:23:09,155 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:23:09,159 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:09,172 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:09,173 INFO [FileChangeWatcher-hbase_test_key17469835248754959411.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17469835248754959411.p12 thread started 2024-11-25T08:23:09,175 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T08:23:09,176 INFO [FileChangeWatcher-hbase_test_ca12099819734739624122.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12099819734739624122.p12 thread started 2024-11-25T08:23:09,216 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:23:09,239 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:23:09,240 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:09,243 INFO [FileChangeWatcher-hbase_test_key17469835248754959411.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17469835248754959411.p12 thread started 2024-11-25T08:23:09,248 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:09,249 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1d54b2cd, L:/127.0.0.1:43851 - R:/127.0.0.1:48202] 2024-11-25T08:23:09,250 INFO [FileChangeWatcher-hbase_test_ca12099819734739624122.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12099819734739624122.p12 thread started 2024-11-25T08:23:09,320 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48202, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T08:23:09,333 DEBUG [FileChangeWatcher-hbase_test_ca12099819734739624122.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17469835248754959411.p12 2024-11-25T08:23:09,333 DEBUG [FileChangeWatcher-hbase_test_ca12099819734739624122.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17469835248754959411.p12 2024-11-25T08:23:09,333 DEBUG [FileChangeWatcher-hbase_test_key17469835248754959411.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17469835248754959411.p12 2024-11-25T08:23:09,333 INFO [FileChangeWatcher-hbase_test_key17469835248754959411.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17469835248754959411.p12 2024-11-25T08:23:09,334 DEBUG [FileChangeWatcher-hbase_test_ca12099819734739624122.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17469835248754959411.p12 2024-11-25T08:23:09,334 DEBUG [FileChangeWatcher-hbase_test_ca12099819734739624122.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17469835248754959411.p12 2024-11-25T08:23:09,334 DEBUG [FileChangeWatcher-hbase_test_key17469835248754959411.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17469835248754959411.p12 2024-11-25T08:23:09,335 INFO [FileChangeWatcher-hbase_test_key17469835248754959411.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17469835248754959411.p12 2024-11-25T08:23:09,394 DEBUG [FileChangeWatcher-hbase_test_ca12099819734739624122.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17469835248754959411.p12 2024-11-25T08:23:09,394 DEBUG [FileChangeWatcher-hbase_test_ca12099819734739624122.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17469835248754959411.p12 2024-11-25T08:23:09,394 DEBUG [FileChangeWatcher-hbase_test_ca12099819734739624122.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17469835248754959411.p12 2024-11-25T08:23:09,394 DEBUG [FileChangeWatcher-hbase_test_ca12099819734739624122.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17469835248754959411.p12 2024-11-25T08:23:09,394 DEBUG [FileChangeWatcher-hbase_test_ca12099819734739624122.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12099819734739624122.p12 2024-11-25T08:23:09,394 DEBUG [FileChangeWatcher-hbase_test_ca12099819734739624122.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12099819734739624122.p12 2024-11-25T08:23:09,394 INFO [FileChangeWatcher-hbase_test_ca12099819734739624122.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12099819734739624122.p12 2024-11-25T08:23:09,394 INFO [FileChangeWatcher-hbase_test_ca12099819734739624122.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12099819734739624122.p12 2024-11-25T08:23:09,394 DEBUG [FileChangeWatcher-hbase_test_key17469835248754959411.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17469835248754959411.p12 2024-11-25T08:23:09,394 DEBUG [FileChangeWatcher-hbase_test_key17469835248754959411.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17469835248754959411.p12 2024-11-25T08:23:09,394 INFO [FileChangeWatcher-hbase_test_key17469835248754959411.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17469835248754959411.p12 2024-11-25T08:23:09,394 INFO [FileChangeWatcher-hbase_test_key17469835248754959411.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17469835248754959411.p12 2024-11-25T08:23:09,394 DEBUG [FileChangeWatcher-hbase_test_key17469835248754959411.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12099819734739624122.p12 2024-11-25T08:23:09,394 DEBUG [FileChangeWatcher-hbase_test_key17469835248754959411.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12099819734739624122.p12 2024-11-25T08:23:09,394 DEBUG [FileChangeWatcher-hbase_test_key17469835248754959411.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12099819734739624122.p12 2024-11-25T08:23:09,394 DEBUG [FileChangeWatcher-hbase_test_key17469835248754959411.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12099819734739624122.p12 2024-11-25T08:23:09,449 DEBUG [FileChangeWatcher-hbase_test_ca12099819734739624122.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12099819734739624122.p12 2024-11-25T08:23:09,449 INFO [FileChangeWatcher-hbase_test_ca12099819734739624122.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12099819734739624122.p12 2024-11-25T08:23:09,450 DEBUG [FileChangeWatcher-hbase_test_ca12099819734739624122.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12099819734739624122.p12 2024-11-25T08:23:09,450 INFO [FileChangeWatcher-hbase_test_ca12099819734739624122.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12099819734739624122.p12 2024-11-25T08:23:09,463 DEBUG [FileChangeWatcher-hbase_test_key17469835248754959411.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12099819734739624122.p12 2024-11-25T08:23:09,463 DEBUG [FileChangeWatcher-hbase_test_key17469835248754959411.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12099819734739624122.p12 2024-11-25T08:23:09,463 DEBUG [FileChangeWatcher-hbase_test_key17469835248754959411.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12099819734739624122.p12 2024-11-25T08:23:09,463 DEBUG [FileChangeWatcher-hbase_test_key17469835248754959411.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12099819734739624122.p12 2024-11-25T08:23:09,489 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,43851,0 is dead - stopping the connection localhost:43851/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T08:23:09,489 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T08:23:09,490 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:23:09,568 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:23:09,569 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T08:23:09,613 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:23:09,643 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:23:09,643 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x47c4ae98, L:/127.0.0.1:43851 - R:/127.0.0.1:48212] 2024-11-25T08:23:09,731 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48212, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T08:23:09,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:23:09,742 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43851 2024-11-25T08:23:09,743 DEBUG [FileChangeWatcher-hbase_test_ca12099819734739624122.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12099819734739624122.p12 was interrupted and is shutting down... 2024-11-25T08:23:09,743 DEBUG [FileChangeWatcher-hbase_test_ca12099819734739624122.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12099819734739624122.p12 was interrupted and is shutting down... 2024-11-25T08:23:09,743 INFO [FileChangeWatcher-hbase_test_ca12099819734739624122.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12099819734739624122.p12 thread finished 2024-11-25T08:23:09,743 INFO [FileChangeWatcher-hbase_test_ca12099819734739624122.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12099819734739624122.p12 thread finished 2024-11-25T08:23:09,744 DEBUG [FileChangeWatcher-hbase_test_key17469835248754959411.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17469835248754959411.p12 was interrupted and is shutting down... 2024-11-25T08:23:09,749 INFO [FileChangeWatcher-hbase_test_key17469835248754959411.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17469835248754959411.p12 thread finished 2024-11-25T08:23:09,750 DEBUG [FileChangeWatcher-hbase_test_key17469835248754959411.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17469835248754959411.p12 was interrupted and is shutting down... 2024-11-25T08:23:09,769 INFO [FileChangeWatcher-hbase_test_key17469835248754959411.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17469835248754959411.p12 thread finished 2024-11-25T08:23:09,770 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=40 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=941 (was 910) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2900 (was 3049) 2024-11-25T08:23:09,794 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=941, ProcessCount=11, AvailableMemoryMB=2895 2024-11-25T08:23:09,795 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T08:23:09,796 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36117 2024-11-25T08:23:09,796 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T08:23:09,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780381eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:23:09,797 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T08:23:09,799 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:23:09,889 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:23:09,895 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:09,911 INFO [FileChangeWatcher-hbase_test_key17469835248754959411.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17469835248754959411.p12 thread started 2024-11-25T08:23:09,914 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:09,924 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T08:23:09,925 INFO [FileChangeWatcher-hbase_test_ca12099819734739624122.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12099819734739624122.p12 thread started 2024-11-25T08:23:09,964 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:23:09,994 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:23:09,999 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:10,011 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:10,013 INFO [FileChangeWatcher-hbase_test_key17469835248754959411.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17469835248754959411.p12 thread started 2024-11-25T08:23:10,013 INFO [FileChangeWatcher-hbase_test_ca12099819734739624122.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12099819734739624122.p12 thread started 2024-11-25T08:23:10,013 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x40778e0c, L:/127.0.0.1:36117 - R:/127.0.0.1:35850] 2024-11-25T08:23:10,103 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35850, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T08:23:10,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:23:10,122 DEBUG [FileChangeWatcher-hbase_test_ca12099819734739624122.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12099819734739624122.p12 was interrupted and is shutting down... 2024-11-25T08:23:10,125 DEBUG [FileChangeWatcher-hbase_test_ca12099819734739624122.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17469835248754959411.p12 2024-11-25T08:23:10,126 DEBUG [FileChangeWatcher-hbase_test_ca12099819734739624122.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17469835248754959411.p12 2024-11-25T08:23:10,126 INFO [FileChangeWatcher-hbase_test_ca12099819734739624122.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12099819734739624122.p12 thread finished 2024-11-25T08:23:10,126 DEBUG [FileChangeWatcher-hbase_test_key17469835248754959411.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17469835248754959411.p12 2024-11-25T08:23:10,126 INFO [FileChangeWatcher-hbase_test_key17469835248754959411.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17469835248754959411.p12 2024-11-25T08:23:10,130 INFO [FileChangeWatcher-hbase_test_key17469835248754959411.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17469835248754959411.p12 thread finished 2024-11-25T08:23:10,138 DEBUG [FileChangeWatcher-hbase_test_key17469835248754959411.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17469835248754959411.p12 2024-11-25T08:23:10,139 INFO [FileChangeWatcher-hbase_test_key17469835248754959411.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17469835248754959411.p12 2024-11-25T08:23:10,186 DEBUG [FileChangeWatcher-hbase_test_key17469835248754959411.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17469835248754959411.p12 2024-11-25T08:23:10,186 INFO [FileChangeWatcher-hbase_test_key17469835248754959411.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17469835248754959411.p12 2024-11-25T08:23:10,187 DEBUG [FileChangeWatcher-hbase_test_ca12099819734739624122.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17469835248754959411.p12 2024-11-25T08:23:10,187 DEBUG [FileChangeWatcher-hbase_test_ca12099819734739624122.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17469835248754959411.p12 2024-11-25T08:23:10,187 DEBUG [FileChangeWatcher-hbase_test_ca12099819734739624122.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12099819734739624122.p12 2024-11-25T08:23:10,187 INFO [FileChangeWatcher-hbase_test_ca12099819734739624122.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12099819734739624122.p12 2024-11-25T08:23:10,187 DEBUG [FileChangeWatcher-hbase_test_key17469835248754959411.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12099819734739624122.p12 2024-11-25T08:23:10,187 DEBUG [FileChangeWatcher-hbase_test_key17469835248754959411.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12099819734739624122.p12 2024-11-25T08:23:10,214 DEBUG [FileChangeWatcher-hbase_test_ca12099819734739624122.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12099819734739624122.p12 2024-11-25T08:23:10,214 INFO [FileChangeWatcher-hbase_test_ca12099819734739624122.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12099819734739624122.p12 2024-11-25T08:23:10,214 DEBUG [FileChangeWatcher-hbase_test_key17469835248754959411.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12099819734739624122.p12 2024-11-25T08:23:10,214 DEBUG [FileChangeWatcher-hbase_test_key17469835248754959411.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12099819734739624122.p12 2024-11-25T08:23:10,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@663c1925, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:23:10,216 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T08:23:10,217 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:23:10,309 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:23:10,322 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:10,334 INFO [FileChangeWatcher-hbase_test_key17469835248754959411.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17469835248754959411.p12 thread started 2024-11-25T08:23:10,347 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:10,351 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T08:23:10,351 INFO [FileChangeWatcher-hbase_test_ca12099819734739624122.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12099819734739624122.p12 thread started 2024-11-25T08:23:10,399 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:23:10,444 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:23:10,445 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x479791b6, L:/127.0.0.1:36117 - R:/127.0.0.1:35854] 2024-11-25T08:23:10,514 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35854, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T08:23:10,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:23:10,523 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36117 2024-11-25T08:23:10,523 DEBUG [FileChangeWatcher-hbase_test_key17469835248754959411.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17469835248754959411.p12 was interrupted and is shutting down... 2024-11-25T08:23:10,523 DEBUG [FileChangeWatcher-hbase_test_ca12099819734739624122.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12099819734739624122.p12 was interrupted and is shutting down... 2024-11-25T08:23:10,523 DEBUG [FileChangeWatcher-hbase_test_ca12099819734739624122.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12099819734739624122.p12 was interrupted and is shutting down... 2024-11-25T08:23:10,524 INFO [FileChangeWatcher-hbase_test_ca12099819734739624122.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12099819734739624122.p12 thread finished 2024-11-25T08:23:10,524 INFO [FileChangeWatcher-hbase_test_key17469835248754959411.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17469835248754959411.p12 thread finished 2024-11-25T08:23:10,524 DEBUG [FileChangeWatcher-hbase_test_key17469835248754959411.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17469835248754959411.p12 was interrupted and is shutting down... 2024-11-25T08:23:10,526 INFO [FileChangeWatcher-hbase_test_ca12099819734739624122.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12099819734739624122.p12 thread finished 2024-11-25T08:23:10,550 INFO [FileChangeWatcher-hbase_test_key17469835248754959411.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17469835248754959411.p12 thread finished 2024-11-25T08:23:10,556 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39 (was 35) - Thread LEAK? -, OpenFileDescriptor=328 (was 327) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=941 (was 941), ProcessCount=12 (was 11) - ProcessCount LEAK? -, AvailableMemoryMB=2769 (was 2895) 2024-11-25T08:23:10,580 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=329, MaxFileDescriptor=1048576, SystemLoadAverage=941, ProcessCount=11, AvailableMemoryMB=2769 2024-11-25T08:23:11,109 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T08:23:11,111 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46763 2024-11-25T08:23:11,111 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T08:23:11,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e7fe499, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:23:11,112 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T08:23:11,113 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:23:11,514 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:23:11,515 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:11,516 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:11,516 INFO [FileChangeWatcher-hbase_test_key4981790840808551666.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4981790840808551666.bcfks thread started 2024-11-25T08:23:11,517 INFO [FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks thread started 2024-11-25T08:23:11,517 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T08:23:11,711 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:23:11,918 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:23:11,919 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:11,920 INFO [FileChangeWatcher-hbase_test_key4981790840808551666.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4981790840808551666.bcfks thread started 2024-11-25T08:23:11,920 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:11,921 INFO [FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks thread started 2024-11-25T08:23:11,921 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x43e4f8a2, L:/127.0.0.1:46763 - R:/127.0.0.1:42294] 2024-11-25T08:23:12,204 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42294, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T08:23:12,223 DEBUG [FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4981790840808551666.bcfks 2024-11-25T08:23:12,223 DEBUG [FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4981790840808551666.bcfks 2024-11-25T08:23:12,223 DEBUG [FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4981790840808551666.bcfks 2024-11-25T08:23:12,223 DEBUG [FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4981790840808551666.bcfks 2024-11-25T08:23:12,223 DEBUG [FileChangeWatcher-hbase_test_key4981790840808551666.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4981790840808551666.bcfks 2024-11-25T08:23:12,223 INFO [FileChangeWatcher-hbase_test_key4981790840808551666.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4981790840808551666.bcfks 2024-11-25T08:23:12,224 DEBUG [FileChangeWatcher-hbase_test_key4981790840808551666.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4981790840808551666.bcfks 2024-11-25T08:23:12,224 INFO [FileChangeWatcher-hbase_test_key4981790840808551666.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4981790840808551666.bcfks 2024-11-25T08:23:12,578 DEBUG [FileChangeWatcher-hbase_test_key4981790840808551666.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4981790840808551666.bcfks 2024-11-25T08:23:12,578 DEBUG [FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4981790840808551666.bcfks 2024-11-25T08:23:12,579 DEBUG [FileChangeWatcher-hbase_test_key4981790840808551666.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4981790840808551666.bcfks 2024-11-25T08:23:12,579 INFO [FileChangeWatcher-hbase_test_key4981790840808551666.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4981790840808551666.bcfks 2024-11-25T08:23:12,579 INFO [FileChangeWatcher-hbase_test_key4981790840808551666.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4981790840808551666.bcfks 2024-11-25T08:23:12,579 DEBUG [FileChangeWatcher-hbase_test_key4981790840808551666.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1377704886665367778.bcfks 2024-11-25T08:23:12,579 DEBUG [FileChangeWatcher-hbase_test_key4981790840808551666.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1377704886665367778.bcfks 2024-11-25T08:23:12,579 DEBUG [FileChangeWatcher-hbase_test_key4981790840808551666.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1377704886665367778.bcfks 2024-11-25T08:23:12,579 DEBUG [FileChangeWatcher-hbase_test_key4981790840808551666.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1377704886665367778.bcfks 2024-11-25T08:23:12,579 DEBUG [FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4981790840808551666.bcfks 2024-11-25T08:23:12,579 DEBUG [FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4981790840808551666.bcfks 2024-11-25T08:23:12,579 DEBUG [FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4981790840808551666.bcfks 2024-11-25T08:23:12,579 DEBUG [FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1377704886665367778.bcfks 2024-11-25T08:23:12,579 DEBUG [FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1377704886665367778.bcfks 2024-11-25T08:23:12,579 INFO [FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1377704886665367778.bcfks 2024-11-25T08:23:12,579 INFO [FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1377704886665367778.bcfks 2024-11-25T08:23:12,806 DEBUG [FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1377704886665367778.bcfks 2024-11-25T08:23:12,806 DEBUG [FileChangeWatcher-hbase_test_key4981790840808551666.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1377704886665367778.bcfks 2024-11-25T08:23:12,806 DEBUG [FileChangeWatcher-hbase_test_key4981790840808551666.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1377704886665367778.bcfks 2024-11-25T08:23:12,806 INFO [FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1377704886665367778.bcfks 2024-11-25T08:23:12,806 DEBUG [FileChangeWatcher-hbase_test_key4981790840808551666.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1377704886665367778.bcfks 2024-11-25T08:23:12,806 DEBUG [FileChangeWatcher-hbase_test_key4981790840808551666.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1377704886665367778.bcfks 2024-11-25T08:23:12,806 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,46763,0 is dead - stopping the connection localhost:46763/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T08:23:12,806 DEBUG [FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1377704886665367778.bcfks 2024-11-25T08:23:12,806 INFO [FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1377704886665367778.bcfks 2024-11-25T08:23:12,807 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T08:23:12,807 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:23:13,237 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:23:13,238 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T08:23:13,435 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:23:13,620 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:23:13,621 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x259f0082, L:/127.0.0.1:46763 - R:/127.0.0.1:42300] 2024-11-25T08:23:13,872 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42300, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T08:23:13,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:23:13,879 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46763 2024-11-25T08:23:13,879 DEBUG [FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks was interrupted and is shutting down... 2024-11-25T08:23:13,879 DEBUG [FileChangeWatcher-hbase_test_key4981790840808551666.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4981790840808551666.bcfks was interrupted and is shutting down... 2024-11-25T08:23:13,879 DEBUG [FileChangeWatcher-hbase_test_key4981790840808551666.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4981790840808551666.bcfks was interrupted and is shutting down... 2024-11-25T08:23:13,879 DEBUG [FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks was interrupted and is shutting down... 2024-11-25T08:23:13,879 INFO [FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks thread finished 2024-11-25T08:23:13,895 INFO [FileChangeWatcher-hbase_test_key4981790840808551666.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4981790840808551666.bcfks thread finished 2024-11-25T08:23:13,895 INFO [FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks thread finished 2024-11-25T08:23:13,895 INFO [FileChangeWatcher-hbase_test_key4981790840808551666.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4981790840808551666.bcfks thread finished 2024-11-25T08:23:13,898 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=42 (was 35) Potentially hanging thread: FileChangeWatcher-hbase_test_key4981790840808551666.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_key4981790840808551666.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FifoRpcScheduler.handler-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 329), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=941 (was 941), ProcessCount=11 (was 11), AvailableMemoryMB=2551 (was 2769) 2024-11-25T08:23:13,927 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=941, ProcessCount=11, AvailableMemoryMB=2549 2024-11-25T08:23:13,929 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T08:23:13,934 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45323 2024-11-25T08:23:13,935 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T08:23:13,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3082f446, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:23:13,936 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T08:23:13,943 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:23:14,343 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:23:14,344 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:14,344 INFO [FileChangeWatcher-hbase_test_key4981790840808551666.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4981790840808551666.bcfks thread started 2024-11-25T08:23:14,344 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:14,345 INFO [FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks thread started 2024-11-25T08:23:14,345 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T08:23:14,491 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:23:14,647 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:23:14,648 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:14,650 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:14,653 INFO [FileChangeWatcher-hbase_test_key4981790840808551666.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4981790840808551666.bcfks thread started 2024-11-25T08:23:14,654 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf21b6c1f, L:/127.0.0.1:45323 - R:/127.0.0.1:43424] 2024-11-25T08:23:14,654 INFO [FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks thread started 2024-11-25T08:23:14,884 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43424, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T08:23:14,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:23:14,886 DEBUG [FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks was interrupted and is shutting down... 2024-11-25T08:23:14,886 DEBUG [FileChangeWatcher-hbase_test_key4981790840808551666.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4981790840808551666.bcfks was interrupted and is shutting down... 2024-11-25T08:23:14,887 INFO [FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks thread finished 2024-11-25T08:23:14,887 INFO [FileChangeWatcher-hbase_test_key4981790840808551666.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4981790840808551666.bcfks thread finished 2024-11-25T08:23:14,901 DEBUG [FileChangeWatcher-hbase_test_key4981790840808551666.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4981790840808551666.bcfks 2024-11-25T08:23:14,901 INFO [FileChangeWatcher-hbase_test_key4981790840808551666.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4981790840808551666.bcfks 2024-11-25T08:23:14,902 DEBUG [FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4981790840808551666.bcfks 2024-11-25T08:23:14,902 DEBUG [FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4981790840808551666.bcfks 2024-11-25T08:23:15,214 DEBUG [FileChangeWatcher-hbase_test_key4981790840808551666.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4981790840808551666.bcfks 2024-11-25T08:23:15,214 DEBUG [FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4981790840808551666.bcfks 2024-11-25T08:23:15,215 INFO [FileChangeWatcher-hbase_test_key4981790840808551666.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4981790840808551666.bcfks 2024-11-25T08:23:15,215 DEBUG [FileChangeWatcher-hbase_test_key4981790840808551666.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1377704886665367778.bcfks 2024-11-25T08:23:15,215 DEBUG [FileChangeWatcher-hbase_test_key4981790840808551666.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1377704886665367778.bcfks 2024-11-25T08:23:15,218 DEBUG [FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4981790840808551666.bcfks 2024-11-25T08:23:15,219 DEBUG [FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1377704886665367778.bcfks 2024-11-25T08:23:15,219 INFO [FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1377704886665367778.bcfks 2024-11-25T08:23:15,461 DEBUG [FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1377704886665367778.bcfks 2024-11-25T08:23:15,461 INFO [FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1377704886665367778.bcfks 2024-11-25T08:23:15,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a9aa5bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:23:15,462 DEBUG [FileChangeWatcher-hbase_test_key4981790840808551666.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1377704886665367778.bcfks 2024-11-25T08:23:15,462 DEBUG [FileChangeWatcher-hbase_test_key4981790840808551666.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1377704886665367778.bcfks 2024-11-25T08:23:15,463 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T08:23:15,464 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:23:15,930 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:23:15,934 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:15,936 INFO [FileChangeWatcher-hbase_test_key4981790840808551666.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4981790840808551666.bcfks thread started 2024-11-25T08:23:15,938 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3fe5bdfa-dbcd-391c-ba4c-0a469ad89e79/TestNettyTLSIPCFileWatcher 2024-11-25T08:23:15,943 INFO [FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks thread started 2024-11-25T08:23:15,943 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T08:23:16,145 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T08:23:16,339 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T08:23:16,340 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6105f896, L:/127.0.0.1:45323 - R:/127.0.0.1:43440] 2024-11-25T08:23:16,588 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43440, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T08:23:16,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:23:16,591 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45323 2024-11-25T08:23:16,591 DEBUG [FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks was interrupted and is shutting down... 2024-11-25T08:23:16,591 DEBUG [FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks was interrupted and is shutting down... 2024-11-25T08:23:16,591 DEBUG [FileChangeWatcher-hbase_test_key4981790840808551666.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4981790840808551666.bcfks was interrupted and is shutting down... 2024-11-25T08:23:16,591 INFO [FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks thread finished 2024-11-25T08:23:16,591 DEBUG [FileChangeWatcher-hbase_test_key4981790840808551666.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4981790840808551666.bcfks was interrupted and is shutting down... 2024-11-25T08:23:16,591 INFO [FileChangeWatcher-hbase_test_key4981790840808551666.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4981790840808551666.bcfks thread finished 2024-11-25T08:23:16,591 INFO [FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1377704886665367778.bcfks thread finished 2024-11-25T08:23:16,599 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=946 (was 941) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2518 (was 2549) 2024-11-25T08:23:16,606 INFO [FileChangeWatcher-hbase_test_key4981790840808551666.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4981790840808551666.bcfks thread finished