2024-11-09 22:26:37,706 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-09 22:26:37,716 main DEBUG Took 0.008931 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-09 22:26:37,717 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-09 22:26:37,717 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-09 22:26:37,718 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-09 22:26:37,719 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 22:26:37,728 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-09 22:26:37,739 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 22:26:37,740 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 22:26:37,741 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 22:26:37,741 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 22:26:37,742 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 22:26:37,742 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 22:26:37,743 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 22:26:37,743 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 22:26:37,744 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 22:26:37,744 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 22:26:37,745 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 22:26:37,745 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 22:26:37,745 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 22:26:37,746 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 22:26:37,746 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 22:26:37,746 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 22:26:37,747 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 22:26:37,747 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 22:26:37,747 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 22:26:37,748 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 22:26:37,748 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 22:26:37,748 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 22:26:37,749 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 22:26:37,749 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 22:26:37,749 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 22:26:37,750 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-09 22:26:37,751 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 22:26:37,752 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-09 22:26:37,754 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-09 22:26:37,755 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-09 22:26:37,756 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-09 22:26:37,756 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-09 22:26:37,764 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-09 22:26:37,767 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-09 22:26:37,768 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-09 22:26:37,768 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-09 22:26:37,769 main DEBUG createAppenders(={Console}) 2024-11-09 22:26:37,769 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-09 22:26:37,770 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-09 22:26:37,770 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-09 22:26:37,770 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-09 22:26:37,771 main DEBUG OutputStream closed 2024-11-09 22:26:37,771 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-09 22:26:37,771 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-09 22:26:37,771 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-09 22:26:37,839 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-09 22:26:37,841 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-09 22:26:37,842 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-09 22:26:37,843 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-09 22:26:37,844 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-09 22:26:37,844 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-09 22:26:37,845 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-09 22:26:37,845 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-09 22:26:37,845 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-09 22:26:37,845 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-09 22:26:37,846 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-09 22:26:37,846 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-09 22:26:37,846 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-09 22:26:37,847 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-09 22:26:37,847 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-09 22:26:37,847 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-09 22:26:37,847 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-09 22:26:37,848 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-09 22:26:37,850 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09 22:26:37,851 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-09 22:26:37,851 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-09 22:26:37,852 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-09T22:26:37,870 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-09 22:26:37,874 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-09 22:26:37,874 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09T22:26:38,261 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-09T22:26:39,014 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=115, ProcessCount=11, AvailableMemoryMB=6102 2024-11-09T22:26:39,699 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T22:26:39,735 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-09T22:26:39,747 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-09T22:26:39,758 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-09T22:26:39,825 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:26:39,860 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 46124 (auto-detected) 2024-11-09T22:26:39,861 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-09T22:26:39,880 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39603 2024-11-09T22:26:39,883 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-09T22:26:39,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e7b917e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:26:39,907 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-09T22:26:39,908 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-09T22:26:40,149 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T22:26:40,204 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:40,273 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:40,365 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:40,368 INFO [FileChangeWatcher-hbase_test_key9448782562542871573.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9448782562542871573.jks thread started 2024-11-09T22:26:40,368 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:40,369 INFO [FileChangeWatcher-hbase_test_ca11576491039159687291.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11576491039159687291.jks thread started 2024-11-09T22:26:40,375 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T22:26:40,430 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:40,444 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:40,537 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:40,538 INFO [FileChangeWatcher-hbase_test_key9448782562542871573.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9448782562542871573.jks thread started 2024-11-09T22:26:40,538 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:40,539 INFO [FileChangeWatcher-hbase_test_ca11576491039159687291.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11576491039159687291.jks thread started 2024-11-09T22:26:40,541 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x528606f3, L:/127.0.0.1:39603 - R:/127.0.0.1:56696] 2024-11-09T22:26:40,679 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56696, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T22:26:41,049 DEBUG [FileChangeWatcher-hbase_test_key9448782562542871573.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9448782562542871573.jks 2024-11-09T22:26:41,049 DEBUG [FileChangeWatcher-hbase_test_ca11576491039159687291.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9448782562542871573.jks 2024-11-09T22:26:41,049 DEBUG [FileChangeWatcher-hbase_test_ca11576491039159687291.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9448782562542871573.jks 2024-11-09T22:26:41,049 DEBUG [FileChangeWatcher-hbase_test_key9448782562542871573.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9448782562542871573.jks 2024-11-09T22:26:41,050 DEBUG [FileChangeWatcher-hbase_test_ca11576491039159687291.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9448782562542871573.jks 2024-11-09T22:26:41,050 INFO [FileChangeWatcher-hbase_test_key9448782562542871573.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9448782562542871573.jks 2024-11-09T22:26:41,050 DEBUG [FileChangeWatcher-hbase_test_ca11576491039159687291.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9448782562542871573.jks 2024-11-09T22:26:41,050 INFO [FileChangeWatcher-hbase_test_key9448782562542871573.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9448782562542871573.jks 2024-11-09T22:26:41,074 DEBUG [FileChangeWatcher-hbase_test_key9448782562542871573.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9448782562542871573.jks 2024-11-09T22:26:41,074 DEBUG [FileChangeWatcher-hbase_test_ca11576491039159687291.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9448782562542871573.jks 2024-11-09T22:26:41,074 DEBUG [FileChangeWatcher-hbase_test_key9448782562542871573.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9448782562542871573.jks 2024-11-09T22:26:41,074 DEBUG [FileChangeWatcher-hbase_test_ca11576491039159687291.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9448782562542871573.jks 2024-11-09T22:26:41,075 INFO [FileChangeWatcher-hbase_test_key9448782562542871573.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9448782562542871573.jks 2024-11-09T22:26:41,075 INFO [FileChangeWatcher-hbase_test_key9448782562542871573.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9448782562542871573.jks 2024-11-09T22:26:41,075 DEBUG [FileChangeWatcher-hbase_test_ca11576491039159687291.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9448782562542871573.jks 2024-11-09T22:26:41,075 DEBUG [FileChangeWatcher-hbase_test_ca11576491039159687291.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9448782562542871573.jks 2024-11-09T22:26:41,094 DEBUG [FileChangeWatcher-hbase_test_ca11576491039159687291.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11576491039159687291.jks 2024-11-09T22:26:41,094 DEBUG [FileChangeWatcher-hbase_test_key9448782562542871573.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11576491039159687291.jks 2024-11-09T22:26:41,094 DEBUG [FileChangeWatcher-hbase_test_ca11576491039159687291.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11576491039159687291.jks 2024-11-09T22:26:41,094 DEBUG [FileChangeWatcher-hbase_test_key9448782562542871573.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11576491039159687291.jks 2024-11-09T22:26:41,095 INFO [FileChangeWatcher-hbase_test_ca11576491039159687291.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11576491039159687291.jks 2024-11-09T22:26:41,095 DEBUG [FileChangeWatcher-hbase_test_key9448782562542871573.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11576491039159687291.jks 2024-11-09T22:26:41,095 INFO [FileChangeWatcher-hbase_test_ca11576491039159687291.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11576491039159687291.jks 2024-11-09T22:26:41,095 DEBUG [FileChangeWatcher-hbase_test_key9448782562542871573.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11576491039159687291.jks 2024-11-09T22:26:41,112 DEBUG [FileChangeWatcher-hbase_test_ca11576491039159687291.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11576491039159687291.jks 2024-11-09T22:26:41,112 DEBUG [FileChangeWatcher-hbase_test_key9448782562542871573.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11576491039159687291.jks 2024-11-09T22:26:41,112 DEBUG [FileChangeWatcher-hbase_test_key9448782562542871573.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11576491039159687291.jks 2024-11-09T22:26:41,112 DEBUG [FileChangeWatcher-hbase_test_ca11576491039159687291.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11576491039159687291.jks 2024-11-09T22:26:41,112 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39603,0 is dead - stopping the connection localhost:39603/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-09T22:26:41,112 INFO [FileChangeWatcher-hbase_test_ca11576491039159687291.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11576491039159687291.jks 2024-11-09T22:26:41,112 DEBUG [FileChangeWatcher-hbase_test_key9448782562542871573.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11576491039159687291.jks 2024-11-09T22:26:41,113 DEBUG [FileChangeWatcher-hbase_test_key9448782562542871573.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11576491039159687291.jks 2024-11-09T22:26:41,113 INFO [FileChangeWatcher-hbase_test_ca11576491039159687291.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11576491039159687291.jks 2024-11-09T22:26:41,113 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T22:26:41,115 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:41,142 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:41,143 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T22:26:41,161 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:41,187 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:41,187 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf8291f63, L:/127.0.0.1:39603 - R:/127.0.0.1:56698] 2024-11-09T22:26:41,226 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56698, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T22:26:41,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:26:41,229 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39603 2024-11-09T22:26:41,229 DEBUG [FileChangeWatcher-hbase_test_ca11576491039159687291.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11576491039159687291.jks was interrupted and is shutting down... 2024-11-09T22:26:41,229 DEBUG [FileChangeWatcher-hbase_test_key9448782562542871573.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9448782562542871573.jks was interrupted and is shutting down... 2024-11-09T22:26:41,229 DEBUG [FileChangeWatcher-hbase_test_key9448782562542871573.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9448782562542871573.jks was interrupted and is shutting down... 2024-11-09T22:26:41,230 INFO [FileChangeWatcher-hbase_test_key9448782562542871573.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9448782562542871573.jks thread finished 2024-11-09T22:26:41,230 INFO [FileChangeWatcher-hbase_test_ca11576491039159687291.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11576491039159687291.jks thread finished 2024-11-09T22:26:41,230 INFO [FileChangeWatcher-hbase_test_key9448782562542871573.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9448782562542871573.jks thread finished 2024-11-09T22:26:41,230 DEBUG [FileChangeWatcher-hbase_test_ca11576491039159687291.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11576491039159687291.jks was interrupted and is shutting down... 2024-11-09T22:26:41,230 INFO [FileChangeWatcher-hbase_test_ca11576491039159687291.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11576491039159687291.jks thread finished 2024-11-09T22:26:41,238 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21 (was 12) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=122 (was 115) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5957 (was 6102) 2024-11-09T22:26:41,243 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=122, ProcessCount=11, AvailableMemoryMB=5957 2024-11-09T22:26:41,244 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:26:41,245 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46659 2024-11-09T22:26:41,245 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-09T22:26:41,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57d23e7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:26:41,247 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T22:26:41,248 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:41,277 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:41,278 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:41,278 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:41,278 INFO [FileChangeWatcher-hbase_test_key9448782562542871573.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9448782562542871573.jks thread started 2024-11-09T22:26:41,279 INFO [FileChangeWatcher-hbase_test_ca11576491039159687291.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11576491039159687291.jks thread started 2024-11-09T22:26:41,279 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T22:26:41,306 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:41,329 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:41,330 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:41,331 INFO [FileChangeWatcher-hbase_test_key9448782562542871573.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9448782562542871573.jks thread started 2024-11-09T22:26:41,331 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:41,331 INFO [FileChangeWatcher-hbase_test_ca11576491039159687291.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11576491039159687291.jks thread started 2024-11-09T22:26:41,331 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc7a6da9c, L:/127.0.0.1:46659 - R:/127.0.0.1:54580] 2024-11-09T22:26:41,370 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54580, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T22:26:41,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:26:41,373 DEBUG [FileChangeWatcher-hbase_test_key9448782562542871573.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9448782562542871573.jks was interrupted and is shutting down... 2024-11-09T22:26:41,373 DEBUG [FileChangeWatcher-hbase_test_ca11576491039159687291.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11576491039159687291.jks was interrupted and is shutting down... 2024-11-09T22:26:41,373 INFO [FileChangeWatcher-hbase_test_key9448782562542871573.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9448782562542871573.jks thread finished 2024-11-09T22:26:41,373 INFO [FileChangeWatcher-hbase_test_ca11576491039159687291.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11576491039159687291.jks thread finished 2024-11-09T22:26:41,672 DEBUG [FileChangeWatcher-hbase_test_key9448782562542871573.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9448782562542871573.jks 2024-11-09T22:26:41,672 INFO [FileChangeWatcher-hbase_test_key9448782562542871573.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9448782562542871573.jks 2024-11-09T22:26:41,672 DEBUG [FileChangeWatcher-hbase_test_ca11576491039159687291.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9448782562542871573.jks 2024-11-09T22:26:41,672 DEBUG [FileChangeWatcher-hbase_test_ca11576491039159687291.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9448782562542871573.jks 2024-11-09T22:26:41,695 DEBUG [FileChangeWatcher-hbase_test_ca11576491039159687291.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9448782562542871573.jks 2024-11-09T22:26:41,695 DEBUG [FileChangeWatcher-hbase_test_key9448782562542871573.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9448782562542871573.jks 2024-11-09T22:26:41,695 DEBUG [FileChangeWatcher-hbase_test_ca11576491039159687291.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9448782562542871573.jks 2024-11-09T22:26:41,695 INFO [FileChangeWatcher-hbase_test_key9448782562542871573.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9448782562542871573.jks 2024-11-09T22:26:41,719 DEBUG [FileChangeWatcher-hbase_test_ca11576491039159687291.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11576491039159687291.jks 2024-11-09T22:26:41,719 DEBUG [FileChangeWatcher-hbase_test_key9448782562542871573.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11576491039159687291.jks 2024-11-09T22:26:41,719 INFO [FileChangeWatcher-hbase_test_ca11576491039159687291.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11576491039159687291.jks 2024-11-09T22:26:41,719 DEBUG [FileChangeWatcher-hbase_test_key9448782562542871573.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11576491039159687291.jks 2024-11-09T22:26:41,739 DEBUG [FileChangeWatcher-hbase_test_ca11576491039159687291.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11576491039159687291.jks 2024-11-09T22:26:41,739 DEBUG [FileChangeWatcher-hbase_test_key9448782562542871573.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11576491039159687291.jks 2024-11-09T22:26:41,740 INFO [FileChangeWatcher-hbase_test_ca11576491039159687291.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11576491039159687291.jks 2024-11-09T22:26:41,740 DEBUG [FileChangeWatcher-hbase_test_key9448782562542871573.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11576491039159687291.jks 2024-11-09T22:26:41,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@612589cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:26:41,740 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T22:26:41,741 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:41,769 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:41,770 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:41,771 INFO [FileChangeWatcher-hbase_test_key9448782562542871573.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9448782562542871573.jks thread started 2024-11-09T22:26:41,771 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:41,772 INFO [FileChangeWatcher-hbase_test_ca11576491039159687291.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11576491039159687291.jks thread started 2024-11-09T22:26:41,772 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T22:26:41,790 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:41,815 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:41,816 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0a94d4c9, L:/127.0.0.1:46659 - R:/127.0.0.1:54596] 2024-11-09T22:26:41,852 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54596, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T22:26:41,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:26:41,854 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46659 2024-11-09T22:26:41,854 DEBUG [FileChangeWatcher-hbase_test_ca11576491039159687291.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11576491039159687291.jks was interrupted and is shutting down... 2024-11-09T22:26:41,854 DEBUG [FileChangeWatcher-hbase_test_key9448782562542871573.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9448782562542871573.jks was interrupted and is shutting down... 2024-11-09T22:26:41,854 DEBUG [FileChangeWatcher-hbase_test_key9448782562542871573.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9448782562542871573.jks was interrupted and is shutting down... 2024-11-09T22:26:41,854 INFO [FileChangeWatcher-hbase_test_ca11576491039159687291.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11576491039159687291.jks thread finished 2024-11-09T22:26:41,854 INFO [FileChangeWatcher-hbase_test_key9448782562542871573.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9448782562542871573.jks thread finished 2024-11-09T22:26:41,855 INFO [FileChangeWatcher-hbase_test_key9448782562542871573.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9448782562542871573.jks thread finished 2024-11-09T22:26:41,855 DEBUG [FileChangeWatcher-hbase_test_ca11576491039159687291.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11576491039159687291.jks was interrupted and is shutting down... 2024-11-09T22:26:41,862 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 21) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca11576491039159687291.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=122 (was 122), ProcessCount=11 (was 11), AvailableMemoryMB=5909 (was 5957) 2024-11-09T22:26:41,868 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=122, ProcessCount=11, AvailableMemoryMB=5908 2024-11-09T22:26:41,871 INFO [FileChangeWatcher-hbase_test_ca11576491039159687291.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11576491039159687291.jks thread finished 2024-11-09T22:26:41,920 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:26:41,921 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37049 2024-11-09T22:26:41,921 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-09T22:26:41,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@494e7101, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:26:41,923 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T22:26:41,924 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:41,957 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:41,958 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:41,958 INFO [FileChangeWatcher-hbase_test_key16797062014917157712.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16797062014917157712.pem thread started 2024-11-09T22:26:41,958 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:41,959 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T22:26:41,959 INFO [FileChangeWatcher-hbase_test_ca13912358525625346956.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13912358525625346956.pem thread started 2024-11-09T22:26:41,977 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:41,977 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:41,978 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:41,978 INFO [FileChangeWatcher-hbase_test_key16797062014917157712.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16797062014917157712.pem thread started 2024-11-09T22:26:41,979 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:41,979 INFO [FileChangeWatcher-hbase_test_ca13912358525625346956.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13912358525625346956.pem thread started 2024-11-09T22:26:41,979 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8c84c6d9, L:/127.0.0.1:37049 - R:/127.0.0.1:41330] 2024-11-09T22:26:41,998 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41330, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T22:26:42,137 DEBUG [FileChangeWatcher-hbase_test_ca13912358525625346956.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16797062014917157712.pem 2024-11-09T22:26:42,137 DEBUG [FileChangeWatcher-hbase_test_key16797062014917157712.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16797062014917157712.pem 2024-11-09T22:26:42,137 DEBUG [FileChangeWatcher-hbase_test_ca13912358525625346956.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16797062014917157712.pem 2024-11-09T22:26:42,137 DEBUG [FileChangeWatcher-hbase_test_ca13912358525625346956.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16797062014917157712.pem 2024-11-09T22:26:42,137 DEBUG [FileChangeWatcher-hbase_test_key16797062014917157712.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16797062014917157712.pem 2024-11-09T22:26:42,137 INFO [FileChangeWatcher-hbase_test_key16797062014917157712.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16797062014917157712.pem 2024-11-09T22:26:42,137 DEBUG [FileChangeWatcher-hbase_test_ca13912358525625346956.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16797062014917157712.pem 2024-11-09T22:26:42,137 INFO [FileChangeWatcher-hbase_test_key16797062014917157712.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16797062014917157712.pem 2024-11-09T22:26:42,138 DEBUG [FileChangeWatcher-hbase_test_key16797062014917157712.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16797062014917157712.pem 2024-11-09T22:26:42,138 DEBUG [FileChangeWatcher-hbase_test_ca13912358525625346956.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16797062014917157712.pem 2024-11-09T22:26:42,138 DEBUG [FileChangeWatcher-hbase_test_key16797062014917157712.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16797062014917157712.pem 2024-11-09T22:26:42,138 DEBUG [FileChangeWatcher-hbase_test_ca13912358525625346956.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16797062014917157712.pem 2024-11-09T22:26:42,138 INFO [FileChangeWatcher-hbase_test_key16797062014917157712.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16797062014917157712.pem 2024-11-09T22:26:42,138 DEBUG [FileChangeWatcher-hbase_test_ca13912358525625346956.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16797062014917157712.pem 2024-11-09T22:26:42,138 INFO [FileChangeWatcher-hbase_test_key16797062014917157712.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16797062014917157712.pem 2024-11-09T22:26:42,138 DEBUG [FileChangeWatcher-hbase_test_ca13912358525625346956.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16797062014917157712.pem 2024-11-09T22:26:42,138 DEBUG [FileChangeWatcher-hbase_test_ca13912358525625346956.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13912358525625346956.pem 2024-11-09T22:26:42,138 DEBUG [FileChangeWatcher-hbase_test_key16797062014917157712.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13912358525625346956.pem 2024-11-09T22:26:42,138 DEBUG [FileChangeWatcher-hbase_test_ca13912358525625346956.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13912358525625346956.pem 2024-11-09T22:26:42,138 DEBUG [FileChangeWatcher-hbase_test_key16797062014917157712.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13912358525625346956.pem 2024-11-09T22:26:42,139 INFO [FileChangeWatcher-hbase_test_ca13912358525625346956.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13912358525625346956.pem 2024-11-09T22:26:42,139 DEBUG [FileChangeWatcher-hbase_test_key16797062014917157712.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13912358525625346956.pem 2024-11-09T22:26:42,139 DEBUG [FileChangeWatcher-hbase_test_key16797062014917157712.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13912358525625346956.pem 2024-11-09T22:26:42,139 DEBUG [FileChangeWatcher-hbase_test_key16797062014917157712.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13912358525625346956.pem 2024-11-09T22:26:42,139 DEBUG [FileChangeWatcher-hbase_test_ca13912358525625346956.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13912358525625346956.pem 2024-11-09T22:26:42,139 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,37049,0 is dead - stopping the connection localhost:37049/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-09T22:26:42,139 INFO [FileChangeWatcher-hbase_test_ca13912358525625346956.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13912358525625346956.pem 2024-11-09T22:26:42,139 DEBUG [FileChangeWatcher-hbase_test_key16797062014917157712.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13912358525625346956.pem 2024-11-09T22:26:42,139 DEBUG [FileChangeWatcher-hbase_test_key16797062014917157712.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13912358525625346956.pem 2024-11-09T22:26:42,139 INFO [FileChangeWatcher-hbase_test_ca13912358525625346956.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13912358525625346956.pem 2024-11-09T22:26:42,139 DEBUG [FileChangeWatcher-hbase_test_ca13912358525625346956.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13912358525625346956.pem 2024-11-09T22:26:42,139 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T22:26:42,139 DEBUG [FileChangeWatcher-hbase_test_key16797062014917157712.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13912358525625346956.pem 2024-11-09T22:26:42,139 INFO [FileChangeWatcher-hbase_test_ca13912358525625346956.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13912358525625346956.pem 2024-11-09T22:26:42,141 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:42,145 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:42,146 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T22:26:42,152 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:42,153 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:42,154 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4cbec34b, L:/127.0.0.1:37049 - R:/127.0.0.1:41346] 2024-11-09T22:26:42,173 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41346, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T22:26:42,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:26:42,176 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37049 2024-11-09T22:26:42,176 DEBUG [FileChangeWatcher-hbase_test_key16797062014917157712.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16797062014917157712.pem was interrupted and is shutting down... 2024-11-09T22:26:42,176 DEBUG [FileChangeWatcher-hbase_test_key16797062014917157712.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16797062014917157712.pem was interrupted and is shutting down... 2024-11-09T22:26:42,176 DEBUG [FileChangeWatcher-hbase_test_ca13912358525625346956.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13912358525625346956.pem was interrupted and is shutting down... 2024-11-09T22:26:42,176 DEBUG [FileChangeWatcher-hbase_test_ca13912358525625346956.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13912358525625346956.pem was interrupted and is shutting down... 2024-11-09T22:26:42,176 INFO [FileChangeWatcher-hbase_test_key16797062014917157712.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16797062014917157712.pem thread finished 2024-11-09T22:26:42,176 INFO [FileChangeWatcher-hbase_test_ca13912358525625346956.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13912358525625346956.pem thread finished 2024-11-09T22:26:42,176 INFO [FileChangeWatcher-hbase_test_key16797062014917157712.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16797062014917157712.pem thread finished 2024-11-09T22:26:42,183 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca13912358525625346956.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=122 (was 122), ProcessCount=11 (was 11), AvailableMemoryMB=5859 (was 5908) 2024-11-09T22:26:42,190 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=122, ProcessCount=11, AvailableMemoryMB=5859 2024-11-09T22:26:42,192 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:26:42,193 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33933 2024-11-09T22:26:42,193 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-09T22:26:42,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13321c1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:26:42,194 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T22:26:42,194 INFO [FileChangeWatcher-hbase_test_ca13912358525625346956.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13912358525625346956.pem thread finished 2024-11-09T22:26:42,196 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:42,200 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:42,200 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:42,201 INFO [FileChangeWatcher-hbase_test_key16797062014917157712.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16797062014917157712.pem thread started 2024-11-09T22:26:42,201 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:42,201 INFO [FileChangeWatcher-hbase_test_ca13912358525625346956.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13912358525625346956.pem thread started 2024-11-09T22:26:42,202 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T22:26:42,208 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:42,209 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:42,210 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:42,210 INFO [FileChangeWatcher-hbase_test_key16797062014917157712.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16797062014917157712.pem thread started 2024-11-09T22:26:42,210 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:42,211 INFO [FileChangeWatcher-hbase_test_ca13912358525625346956.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13912358525625346956.pem thread started 2024-11-09T22:26:42,211 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9795dfa8, L:/127.0.0.1:33933 - R:/127.0.0.1:39274] 2024-11-09T22:26:42,225 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39274, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T22:26:42,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:26:42,227 DEBUG [FileChangeWatcher-hbase_test_ca13912358525625346956.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13912358525625346956.pem was interrupted and is shutting down... 2024-11-09T22:26:42,227 DEBUG [FileChangeWatcher-hbase_test_key16797062014917157712.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16797062014917157712.pem was interrupted and is shutting down... 2024-11-09T22:26:42,227 INFO [FileChangeWatcher-hbase_test_key16797062014917157712.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16797062014917157712.pem thread finished 2024-11-09T22:26:42,227 INFO [FileChangeWatcher-hbase_test_ca13912358525625346956.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13912358525625346956.pem thread finished 2024-11-09T22:26:42,353 DEBUG [FileChangeWatcher-hbase_test_ca13912358525625346956.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16797062014917157712.pem 2024-11-09T22:26:42,353 DEBUG [FileChangeWatcher-hbase_test_key16797062014917157712.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16797062014917157712.pem 2024-11-09T22:26:42,353 DEBUG [FileChangeWatcher-hbase_test_ca13912358525625346956.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16797062014917157712.pem 2024-11-09T22:26:42,353 INFO [FileChangeWatcher-hbase_test_key16797062014917157712.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16797062014917157712.pem 2024-11-09T22:26:42,353 DEBUG [FileChangeWatcher-hbase_test_key16797062014917157712.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16797062014917157712.pem 2024-11-09T22:26:42,353 DEBUG [FileChangeWatcher-hbase_test_ca13912358525625346956.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16797062014917157712.pem 2024-11-09T22:26:42,353 INFO [FileChangeWatcher-hbase_test_key16797062014917157712.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16797062014917157712.pem 2024-11-09T22:26:42,354 DEBUG [FileChangeWatcher-hbase_test_ca13912358525625346956.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16797062014917157712.pem 2024-11-09T22:26:42,369 DEBUG [FileChangeWatcher-hbase_test_ca13912358525625346956.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13912358525625346956.pem 2024-11-09T22:26:42,369 DEBUG [FileChangeWatcher-hbase_test_key16797062014917157712.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13912358525625346956.pem 2024-11-09T22:26:42,370 INFO [FileChangeWatcher-hbase_test_ca13912358525625346956.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13912358525625346956.pem 2024-11-09T22:26:42,370 DEBUG [FileChangeWatcher-hbase_test_key16797062014917157712.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13912358525625346956.pem 2024-11-09T22:26:42,370 DEBUG [FileChangeWatcher-hbase_test_ca13912358525625346956.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13912358525625346956.pem 2024-11-09T22:26:42,370 DEBUG [FileChangeWatcher-hbase_test_key16797062014917157712.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13912358525625346956.pem 2024-11-09T22:26:42,370 INFO [FileChangeWatcher-hbase_test_ca13912358525625346956.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13912358525625346956.pem 2024-11-09T22:26:42,370 DEBUG [FileChangeWatcher-hbase_test_key16797062014917157712.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13912358525625346956.pem 2024-11-09T22:26:42,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d3c6e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:26:42,371 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T22:26:42,372 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:42,379 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:42,379 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:42,380 INFO [FileChangeWatcher-hbase_test_key16797062014917157712.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16797062014917157712.pem thread started 2024-11-09T22:26:42,380 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:42,381 INFO [FileChangeWatcher-hbase_test_ca13912358525625346956.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13912358525625346956.pem thread started 2024-11-09T22:26:42,381 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T22:26:42,386 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:42,387 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:42,387 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc1082dda, L:/127.0.0.1:33933 - R:/127.0.0.1:39280] 2024-11-09T22:26:42,403 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39280, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T22:26:42,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:26:42,404 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33933 2024-11-09T22:26:42,404 DEBUG [FileChangeWatcher-hbase_test_key16797062014917157712.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16797062014917157712.pem was interrupted and is shutting down... 2024-11-09T22:26:42,404 DEBUG [FileChangeWatcher-hbase_test_ca13912358525625346956.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13912358525625346956.pem was interrupted and is shutting down... 2024-11-09T22:26:42,404 DEBUG [FileChangeWatcher-hbase_test_key16797062014917157712.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16797062014917157712.pem was interrupted and is shutting down... 2024-11-09T22:26:42,404 DEBUG [FileChangeWatcher-hbase_test_ca13912358525625346956.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13912358525625346956.pem was interrupted and is shutting down... 2024-11-09T22:26:42,405 INFO [FileChangeWatcher-hbase_test_key16797062014917157712.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16797062014917157712.pem thread finished 2024-11-09T22:26:42,405 INFO [FileChangeWatcher-hbase_test_ca13912358525625346956.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13912358525625346956.pem thread finished 2024-11-09T22:26:42,405 INFO [FileChangeWatcher-hbase_test_key16797062014917157712.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16797062014917157712.pem thread finished 2024-11-09T22:26:42,410 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 27) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=122 (was 122), ProcessCount=11 (was 11), AvailableMemoryMB=5824 (was 5859) 2024-11-09T22:26:42,415 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=122, ProcessCount=11, AvailableMemoryMB=5824 2024-11-09T22:26:42,426 INFO [FileChangeWatcher-hbase_test_ca13912358525625346956.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13912358525625346956.pem thread finished 2024-11-09T22:26:42,455 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:26:42,456 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40189 2024-11-09T22:26:42,456 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-09T22:26:42,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f80852b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:26:42,457 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T22:26:42,458 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:42,484 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:42,485 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:42,485 INFO [FileChangeWatcher-hbase_test_key15714330537919446021.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15714330537919446021.p12 thread started 2024-11-09T22:26:42,485 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:42,486 INFO [FileChangeWatcher-hbase_test_ca2660504809345189833.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2660504809345189833.p12 thread started 2024-11-09T22:26:42,486 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T22:26:42,500 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:42,513 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:42,513 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:42,514 INFO [FileChangeWatcher-hbase_test_key15714330537919446021.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15714330537919446021.p12 thread started 2024-11-09T22:26:42,514 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:42,514 INFO [FileChangeWatcher-hbase_test_ca2660504809345189833.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2660504809345189833.p12 thread started 2024-11-09T22:26:42,514 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb1c3fdd5, L:/127.0.0.1:40189 - R:/127.0.0.1:33928] 2024-11-09T22:26:42,548 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33928, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T22:26:42,690 DEBUG [FileChangeWatcher-hbase_test_ca2660504809345189833.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15714330537919446021.p12 2024-11-09T22:26:42,690 DEBUG [FileChangeWatcher-hbase_test_ca2660504809345189833.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15714330537919446021.p12 2024-11-09T22:26:42,690 DEBUG [FileChangeWatcher-hbase_test_key15714330537919446021.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15714330537919446021.p12 2024-11-09T22:26:42,690 DEBUG [FileChangeWatcher-hbase_test_ca2660504809345189833.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15714330537919446021.p12 2024-11-09T22:26:42,690 DEBUG [FileChangeWatcher-hbase_test_ca2660504809345189833.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15714330537919446021.p12 2024-11-09T22:26:42,690 INFO [FileChangeWatcher-hbase_test_key15714330537919446021.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15714330537919446021.p12 2024-11-09T22:26:42,690 DEBUG [FileChangeWatcher-hbase_test_key15714330537919446021.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15714330537919446021.p12 2024-11-09T22:26:42,690 INFO [FileChangeWatcher-hbase_test_key15714330537919446021.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15714330537919446021.p12 2024-11-09T22:26:42,713 DEBUG [FileChangeWatcher-hbase_test_key15714330537919446021.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15714330537919446021.p12 2024-11-09T22:26:42,713 DEBUG [FileChangeWatcher-hbase_test_ca2660504809345189833.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15714330537919446021.p12 2024-11-09T22:26:42,713 DEBUG [FileChangeWatcher-hbase_test_key15714330537919446021.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15714330537919446021.p12 2024-11-09T22:26:42,713 DEBUG [FileChangeWatcher-hbase_test_ca2660504809345189833.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15714330537919446021.p12 2024-11-09T22:26:42,713 INFO [FileChangeWatcher-hbase_test_key15714330537919446021.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15714330537919446021.p12 2024-11-09T22:26:42,713 DEBUG [FileChangeWatcher-hbase_test_ca2660504809345189833.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15714330537919446021.p12 2024-11-09T22:26:42,713 INFO [FileChangeWatcher-hbase_test_key15714330537919446021.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15714330537919446021.p12 2024-11-09T22:26:42,713 DEBUG [FileChangeWatcher-hbase_test_ca2660504809345189833.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15714330537919446021.p12 2024-11-09T22:26:42,713 DEBUG [FileChangeWatcher-hbase_test_key15714330537919446021.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2660504809345189833.p12 2024-11-09T22:26:42,713 DEBUG [FileChangeWatcher-hbase_test_ca2660504809345189833.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2660504809345189833.p12 2024-11-09T22:26:42,713 DEBUG [FileChangeWatcher-hbase_test_ca2660504809345189833.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2660504809345189833.p12 2024-11-09T22:26:42,713 DEBUG [FileChangeWatcher-hbase_test_key15714330537919446021.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2660504809345189833.p12 2024-11-09T22:26:42,713 DEBUG [FileChangeWatcher-hbase_test_key15714330537919446021.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2660504809345189833.p12 2024-11-09T22:26:42,713 INFO [FileChangeWatcher-hbase_test_ca2660504809345189833.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2660504809345189833.p12 2024-11-09T22:26:42,713 INFO [FileChangeWatcher-hbase_test_ca2660504809345189833.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2660504809345189833.p12 2024-11-09T22:26:42,713 DEBUG [FileChangeWatcher-hbase_test_key15714330537919446021.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2660504809345189833.p12 2024-11-09T22:26:42,726 DEBUG [FileChangeWatcher-hbase_test_ca2660504809345189833.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2660504809345189833.p12 2024-11-09T22:26:42,726 DEBUG [FileChangeWatcher-hbase_test_key15714330537919446021.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2660504809345189833.p12 2024-11-09T22:26:42,726 DEBUG [FileChangeWatcher-hbase_test_ca2660504809345189833.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2660504809345189833.p12 2024-11-09T22:26:42,726 DEBUG [FileChangeWatcher-hbase_test_key15714330537919446021.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2660504809345189833.p12 2024-11-09T22:26:42,726 INFO [FileChangeWatcher-hbase_test_ca2660504809345189833.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2660504809345189833.p12 2024-11-09T22:26:42,726 DEBUG [FileChangeWatcher-hbase_test_key15714330537919446021.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2660504809345189833.p12 2024-11-09T22:26:42,726 INFO [FileChangeWatcher-hbase_test_ca2660504809345189833.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2660504809345189833.p12 2024-11-09T22:26:42,726 DEBUG [FileChangeWatcher-hbase_test_key15714330537919446021.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2660504809345189833.p12 2024-11-09T22:26:42,744 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40189,0 is dead - stopping the connection localhost:40189/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-09T22:26:42,744 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T22:26:42,745 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:42,772 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:42,772 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T22:26:42,786 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:42,799 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:42,799 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x19a9053c, L:/127.0.0.1:40189 - R:/127.0.0.1:33936] 2024-11-09T22:26:42,831 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33936, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T22:26:42,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:26:42,832 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40189 2024-11-09T22:26:42,832 DEBUG [FileChangeWatcher-hbase_test_key15714330537919446021.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15714330537919446021.p12 was interrupted and is shutting down... 2024-11-09T22:26:42,832 DEBUG [FileChangeWatcher-hbase_test_ca2660504809345189833.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2660504809345189833.p12 was interrupted and is shutting down... 2024-11-09T22:26:42,833 DEBUG [FileChangeWatcher-hbase_test_key15714330537919446021.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15714330537919446021.p12 was interrupted and is shutting down... 2024-11-09T22:26:42,833 DEBUG [FileChangeWatcher-hbase_test_ca2660504809345189833.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2660504809345189833.p12 was interrupted and is shutting down... 2024-11-09T22:26:42,833 INFO [FileChangeWatcher-hbase_test_key15714330537919446021.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15714330537919446021.p12 thread finished 2024-11-09T22:26:42,833 INFO [FileChangeWatcher-hbase_test_key15714330537919446021.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15714330537919446021.p12 thread finished 2024-11-09T22:26:42,839 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 29) Potentially hanging thread: FileChangeWatcher-hbase_test_ca2660504809345189833.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca2660504809345189833.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=122 (was 122), ProcessCount=11 (was 11), AvailableMemoryMB=5770 (was 5824) 2024-11-09T22:26:42,845 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=122, ProcessCount=11, AvailableMemoryMB=5770 2024-11-09T22:26:42,846 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:26:42,847 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42389 2024-11-09T22:26:42,847 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-09T22:26:42,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53e35932, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:26:42,848 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T22:26:42,849 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:42,850 INFO [FileChangeWatcher-hbase_test_ca2660504809345189833.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2660504809345189833.p12 thread finished 2024-11-09T22:26:42,850 INFO [FileChangeWatcher-hbase_test_ca2660504809345189833.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2660504809345189833.p12 thread finished 2024-11-09T22:26:42,879 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:42,880 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:42,880 INFO [FileChangeWatcher-hbase_test_key15714330537919446021.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15714330537919446021.p12 thread started 2024-11-09T22:26:42,880 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:42,880 INFO [FileChangeWatcher-hbase_test_ca2660504809345189833.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2660504809345189833.p12 thread started 2024-11-09T22:26:42,880 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T22:26:42,894 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:42,907 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:42,908 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:42,908 INFO [FileChangeWatcher-hbase_test_key15714330537919446021.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15714330537919446021.p12 thread started 2024-11-09T22:26:42,908 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:42,909 INFO [FileChangeWatcher-hbase_test_ca2660504809345189833.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2660504809345189833.p12 thread started 2024-11-09T22:26:42,909 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x754a4d6c, L:/127.0.0.1:42389 - R:/127.0.0.1:54352] 2024-11-09T22:26:42,940 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54352, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T22:26:42,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:26:42,942 DEBUG [FileChangeWatcher-hbase_test_ca2660504809345189833.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2660504809345189833.p12 was interrupted and is shutting down... 2024-11-09T22:26:42,942 DEBUG [FileChangeWatcher-hbase_test_key15714330537919446021.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15714330537919446021.p12 was interrupted and is shutting down... 2024-11-09T22:26:42,943 INFO [FileChangeWatcher-hbase_test_key15714330537919446021.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15714330537919446021.p12 thread finished 2024-11-09T22:26:42,943 INFO [FileChangeWatcher-hbase_test_ca2660504809345189833.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2660504809345189833.p12 thread finished 2024-11-09T22:26:43,309 DEBUG [FileChangeWatcher-hbase_test_key15714330537919446021.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15714330537919446021.p12 2024-11-09T22:26:43,309 DEBUG [FileChangeWatcher-hbase_test_ca2660504809345189833.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15714330537919446021.p12 2024-11-09T22:26:43,310 INFO [FileChangeWatcher-hbase_test_key15714330537919446021.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15714330537919446021.p12 2024-11-09T22:26:43,310 DEBUG [FileChangeWatcher-hbase_test_ca2660504809345189833.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15714330537919446021.p12 2024-11-09T22:26:43,332 DEBUG [FileChangeWatcher-hbase_test_ca2660504809345189833.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15714330537919446021.p12 2024-11-09T22:26:43,332 DEBUG [FileChangeWatcher-hbase_test_key15714330537919446021.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15714330537919446021.p12 2024-11-09T22:26:43,332 DEBUG [FileChangeWatcher-hbase_test_ca2660504809345189833.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15714330537919446021.p12 2024-11-09T22:26:43,332 INFO [FileChangeWatcher-hbase_test_key15714330537919446021.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15714330537919446021.p12 2024-11-09T22:26:43,352 DEBUG [FileChangeWatcher-hbase_test_ca2660504809345189833.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2660504809345189833.p12 2024-11-09T22:26:43,352 DEBUG [FileChangeWatcher-hbase_test_key15714330537919446021.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2660504809345189833.p12 2024-11-09T22:26:43,353 INFO [FileChangeWatcher-hbase_test_ca2660504809345189833.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2660504809345189833.p12 2024-11-09T22:26:43,353 DEBUG [FileChangeWatcher-hbase_test_key15714330537919446021.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2660504809345189833.p12 2024-11-09T22:26:43,371 DEBUG [FileChangeWatcher-hbase_test_ca2660504809345189833.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2660504809345189833.p12 2024-11-09T22:26:43,371 DEBUG [FileChangeWatcher-hbase_test_key15714330537919446021.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2660504809345189833.p12 2024-11-09T22:26:43,371 INFO [FileChangeWatcher-hbase_test_ca2660504809345189833.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2660504809345189833.p12 2024-11-09T22:26:43,371 DEBUG [FileChangeWatcher-hbase_test_key15714330537919446021.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2660504809345189833.p12 2024-11-09T22:26:43,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ced08a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:26:43,389 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T22:26:43,390 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:43,422 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:43,423 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:43,423 INFO [FileChangeWatcher-hbase_test_key15714330537919446021.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15714330537919446021.p12 thread started 2024-11-09T22:26:43,423 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:43,424 INFO [FileChangeWatcher-hbase_test_ca2660504809345189833.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2660504809345189833.p12 thread started 2024-11-09T22:26:43,424 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T22:26:43,438 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:43,451 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:43,451 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc9e42715, L:/127.0.0.1:42389 - R:/127.0.0.1:54364] 2024-11-09T22:26:43,485 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54364, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T22:26:43,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:26:43,486 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42389 2024-11-09T22:26:43,486 DEBUG [FileChangeWatcher-hbase_test_key15714330537919446021.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15714330537919446021.p12 was interrupted and is shutting down... 2024-11-09T22:26:43,486 DEBUG [FileChangeWatcher-hbase_test_ca2660504809345189833.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2660504809345189833.p12 was interrupted and is shutting down... 2024-11-09T22:26:43,486 DEBUG [FileChangeWatcher-hbase_test_key15714330537919446021.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15714330537919446021.p12 was interrupted and is shutting down... 2024-11-09T22:26:43,486 DEBUG [FileChangeWatcher-hbase_test_ca2660504809345189833.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2660504809345189833.p12 was interrupted and is shutting down... 2024-11-09T22:26:43,486 INFO [FileChangeWatcher-hbase_test_key15714330537919446021.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15714330537919446021.p12 thread finished 2024-11-09T22:26:43,486 INFO [FileChangeWatcher-hbase_test_key15714330537919446021.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15714330537919446021.p12 thread finished 2024-11-09T22:26:43,486 INFO [FileChangeWatcher-hbase_test_ca2660504809345189833.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2660504809345189833.p12 thread finished 2024-11-09T22:26:43,492 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 33), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=122 (was 122), ProcessCount=11 (was 11), AvailableMemoryMB=5700 (was 5770) 2024-11-09T22:26:43,497 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=122, ProcessCount=11, AvailableMemoryMB=5700 2024-11-09T22:26:43,502 INFO [FileChangeWatcher-hbase_test_ca2660504809345189833.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2660504809345189833.p12 thread finished 2024-11-09T22:26:43,994 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:26:43,995 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43811 2024-11-09T22:26:43,995 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-09T22:26:43,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d9f8400, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:26:43,996 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T22:26:43,997 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:44,263 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:44,263 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:44,264 INFO [FileChangeWatcher-hbase_test_key11614704761904022132.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11614704761904022132.bcfks thread started 2024-11-09T22:26:44,264 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:44,264 INFO [FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks thread started 2024-11-09T22:26:44,265 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T22:26:44,393 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:44,519 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:44,520 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:44,520 INFO [FileChangeWatcher-hbase_test_key11614704761904022132.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11614704761904022132.bcfks thread started 2024-11-09T22:26:44,521 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:44,521 INFO [FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks thread started 2024-11-09T22:26:44,521 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc753c17e, L:/127.0.0.1:43811 - R:/127.0.0.1:47192] 2024-11-09T22:26:44,675 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47192, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T22:26:45,023 DEBUG [FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11614704761904022132.bcfks 2024-11-09T22:26:45,023 DEBUG [FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11614704761904022132.bcfks 2024-11-09T22:26:45,023 DEBUG [FileChangeWatcher-hbase_test_key11614704761904022132.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11614704761904022132.bcfks 2024-11-09T22:26:45,023 DEBUG [FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11614704761904022132.bcfks 2024-11-09T22:26:45,023 DEBUG [FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11614704761904022132.bcfks 2024-11-09T22:26:45,023 INFO [FileChangeWatcher-hbase_test_key11614704761904022132.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11614704761904022132.bcfks 2024-11-09T22:26:45,023 DEBUG [FileChangeWatcher-hbase_test_key11614704761904022132.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11614704761904022132.bcfks 2024-11-09T22:26:45,023 INFO [FileChangeWatcher-hbase_test_key11614704761904022132.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11614704761904022132.bcfks 2024-11-09T22:26:45,212 DEBUG [FileChangeWatcher-hbase_test_key11614704761904022132.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11614704761904022132.bcfks 2024-11-09T22:26:45,212 DEBUG [FileChangeWatcher-hbase_test_key11614704761904022132.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11614704761904022132.bcfks 2024-11-09T22:26:45,212 DEBUG [FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11614704761904022132.bcfks 2024-11-09T22:26:45,212 INFO [FileChangeWatcher-hbase_test_key11614704761904022132.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11614704761904022132.bcfks 2024-11-09T22:26:45,212 INFO [FileChangeWatcher-hbase_test_key11614704761904022132.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11614704761904022132.bcfks 2024-11-09T22:26:45,212 DEBUG [FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11614704761904022132.bcfks 2024-11-09T22:26:45,212 DEBUG [FileChangeWatcher-hbase_test_key11614704761904022132.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17050698705618141189.bcfks 2024-11-09T22:26:45,212 DEBUG [FileChangeWatcher-hbase_test_key11614704761904022132.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17050698705618141189.bcfks 2024-11-09T22:26:45,212 DEBUG [FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17050698705618141189.bcfks 2024-11-09T22:26:45,212 DEBUG [FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11614704761904022132.bcfks 2024-11-09T22:26:45,212 DEBUG [FileChangeWatcher-hbase_test_key11614704761904022132.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17050698705618141189.bcfks 2024-11-09T22:26:45,212 DEBUG [FileChangeWatcher-hbase_test_key11614704761904022132.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17050698705618141189.bcfks 2024-11-09T22:26:45,212 INFO [FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17050698705618141189.bcfks 2024-11-09T22:26:45,212 DEBUG [FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11614704761904022132.bcfks 2024-11-09T22:26:45,212 DEBUG [FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17050698705618141189.bcfks 2024-11-09T22:26:45,212 INFO [FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17050698705618141189.bcfks 2024-11-09T22:26:45,338 DEBUG [FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17050698705618141189.bcfks 2024-11-09T22:26:45,338 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,43811,0 is dead - stopping the connection localhost:43811/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-09T22:26:45,338 DEBUG [FileChangeWatcher-hbase_test_key11614704761904022132.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17050698705618141189.bcfks 2024-11-09T22:26:45,338 INFO [FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17050698705618141189.bcfks 2024-11-09T22:26:45,338 DEBUG [FileChangeWatcher-hbase_test_key11614704761904022132.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17050698705618141189.bcfks 2024-11-09T22:26:45,338 DEBUG [FileChangeWatcher-hbase_test_key11614704761904022132.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17050698705618141189.bcfks 2024-11-09T22:26:45,338 DEBUG [FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17050698705618141189.bcfks 2024-11-09T22:26:45,339 DEBUG [FileChangeWatcher-hbase_test_key11614704761904022132.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17050698705618141189.bcfks 2024-11-09T22:26:45,339 INFO [FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17050698705618141189.bcfks 2024-11-09T22:26:45,339 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T22:26:45,340 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:45,593 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:45,593 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T22:26:45,721 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:45,851 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:45,851 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x76779e4f, L:/127.0.0.1:43811 - R:/127.0.0.1:47202] 2024-11-09T22:26:45,998 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47202, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T22:26:46,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:26:46,000 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43811 2024-11-09T22:26:46,000 DEBUG [FileChangeWatcher-hbase_test_key11614704761904022132.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11614704761904022132.bcfks was interrupted and is shutting down... 2024-11-09T22:26:46,000 DEBUG [FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks was interrupted and is shutting down... 2024-11-09T22:26:46,000 DEBUG [FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks was interrupted and is shutting down... 2024-11-09T22:26:46,000 DEBUG [FileChangeWatcher-hbase_test_key11614704761904022132.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11614704761904022132.bcfks was interrupted and is shutting down... 2024-11-09T22:26:46,000 INFO [FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks thread finished 2024-11-09T22:26:46,000 INFO [FileChangeWatcher-hbase_test_key11614704761904022132.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11614704761904022132.bcfks thread finished 2024-11-09T22:26:46,005 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 33) Potentially hanging thread: FileChangeWatcher-hbase_test_key11614704761904022132.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 122), ProcessCount=11 (was 11), AvailableMemoryMB=5610 (was 5700) 2024-11-09T22:26:46,010 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=5610 2024-11-09T22:26:46,012 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:26:46,012 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40025 2024-11-09T22:26:46,012 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-09T22:26:46,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f98373, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:26:46,013 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T22:26:46,014 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:46,019 INFO [FileChangeWatcher-hbase_test_key11614704761904022132.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11614704761904022132.bcfks thread finished 2024-11-09T22:26:46,019 INFO [FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks thread finished 2024-11-09T22:26:46,268 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:46,269 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:46,269 INFO [FileChangeWatcher-hbase_test_key11614704761904022132.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11614704761904022132.bcfks thread started 2024-11-09T22:26:46,269 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:46,270 INFO [FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks thread started 2024-11-09T22:26:46,270 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T22:26:46,396 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:46,524 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:46,524 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:46,525 INFO [FileChangeWatcher-hbase_test_key11614704761904022132.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11614704761904022132.bcfks thread started 2024-11-09T22:26:46,525 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:46,525 INFO [FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks thread started 2024-11-09T22:26:46,525 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2e6fee63, L:/127.0.0.1:40025 - R:/127.0.0.1:44690] 2024-11-09T22:26:46,665 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44690, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T22:26:46,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:26:46,666 DEBUG [FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks was interrupted and is shutting down... 2024-11-09T22:26:46,666 DEBUG [FileChangeWatcher-hbase_test_key11614704761904022132.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11614704761904022132.bcfks was interrupted and is shutting down... 2024-11-09T22:26:46,667 INFO [FileChangeWatcher-hbase_test_key11614704761904022132.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11614704761904022132.bcfks thread finished 2024-11-09T22:26:46,667 INFO [FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks thread finished 2024-11-09T22:26:46,964 DEBUG [FileChangeWatcher-hbase_test_key11614704761904022132.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11614704761904022132.bcfks 2024-11-09T22:26:46,965 DEBUG [FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11614704761904022132.bcfks 2024-11-09T22:26:46,965 DEBUG [FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11614704761904022132.bcfks 2024-11-09T22:26:46,965 INFO [FileChangeWatcher-hbase_test_key11614704761904022132.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11614704761904022132.bcfks 2024-11-09T22:26:47,153 DEBUG [FileChangeWatcher-hbase_test_key11614704761904022132.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11614704761904022132.bcfks 2024-11-09T22:26:47,153 DEBUG [FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11614704761904022132.bcfks 2024-11-09T22:26:47,153 INFO [FileChangeWatcher-hbase_test_key11614704761904022132.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11614704761904022132.bcfks 2024-11-09T22:26:47,153 DEBUG [FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11614704761904022132.bcfks 2024-11-09T22:26:47,153 DEBUG [FileChangeWatcher-hbase_test_key11614704761904022132.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17050698705618141189.bcfks 2024-11-09T22:26:47,153 DEBUG [FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17050698705618141189.bcfks 2024-11-09T22:26:47,153 DEBUG [FileChangeWatcher-hbase_test_key11614704761904022132.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17050698705618141189.bcfks 2024-11-09T22:26:47,153 INFO [FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17050698705618141189.bcfks 2024-11-09T22:26:47,280 DEBUG [FileChangeWatcher-hbase_test_key11614704761904022132.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17050698705618141189.bcfks 2024-11-09T22:26:47,280 DEBUG [FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17050698705618141189.bcfks 2024-11-09T22:26:47,280 DEBUG [FileChangeWatcher-hbase_test_key11614704761904022132.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17050698705618141189.bcfks 2024-11-09T22:26:47,280 INFO [FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17050698705618141189.bcfks 2024-11-09T22:26:47,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@128db45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:26:47,280 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T22:26:47,281 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:47,533 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:47,534 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:47,534 INFO [FileChangeWatcher-hbase_test_key11614704761904022132.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11614704761904022132.bcfks thread started 2024-11-09T22:26:47,534 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:47,535 INFO [FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks thread started 2024-11-09T22:26:47,535 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T22:26:47,661 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:47,788 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:47,788 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbae655b3, L:/127.0.0.1:40025 - R:/127.0.0.1:44700] 2024-11-09T22:26:47,938 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44700, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T22:26:47,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:26:47,941 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40025 2024-11-09T22:26:47,941 DEBUG [FileChangeWatcher-hbase_test_key11614704761904022132.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11614704761904022132.bcfks was interrupted and is shutting down... 2024-11-09T22:26:47,941 DEBUG [FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks was interrupted and is shutting down... 2024-11-09T22:26:47,941 DEBUG [FileChangeWatcher-hbase_test_key11614704761904022132.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11614704761904022132.bcfks was interrupted and is shutting down... 2024-11-09T22:26:47,941 DEBUG [FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks was interrupted and is shutting down... 2024-11-09T22:26:47,941 INFO [FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks thread finished 2024-11-09T22:26:47,941 INFO [FileChangeWatcher-hbase_test_key11614704761904022132.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11614704761904022132.bcfks thread finished 2024-11-09T22:26:47,941 INFO [FileChangeWatcher-hbase_test_key11614704761904022132.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11614704761904022132.bcfks thread finished 2024-11-09T22:26:47,947 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=5562 (was 5610) 2024-11-09T22:26:47,952 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=5562 2024-11-09T22:26:47,958 INFO [FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17050698705618141189.bcfks thread finished 2024-11-09T22:26:48,104 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:26:48,105 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44507 2024-11-09T22:26:48,105 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-09T22:26:48,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b7e342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:26:48,105 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T22:26:48,106 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:48,133 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:48,134 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:48,134 INFO [FileChangeWatcher-hbase_test_key14401406174295500502.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14401406174295500502.jks thread started 2024-11-09T22:26:48,134 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:48,135 INFO [FileChangeWatcher-hbase_test_ca3423006012864235571.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3423006012864235571.jks thread started 2024-11-09T22:26:48,135 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T22:26:48,148 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:48,162 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:48,162 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:48,163 INFO [FileChangeWatcher-hbase_test_key14401406174295500502.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14401406174295500502.jks thread started 2024-11-09T22:26:48,163 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:48,163 INFO [FileChangeWatcher-hbase_test_ca3423006012864235571.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3423006012864235571.jks thread started 2024-11-09T22:26:48,163 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x36a71b3c, L:/127.0.0.1:44507 - R:/127.0.0.1:45704] 2024-11-09T22:26:48,210 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45704, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T22:26:48,219 DEBUG [FileChangeWatcher-hbase_test_ca3423006012864235571.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14401406174295500502.jks 2024-11-09T22:26:48,219 DEBUG [FileChangeWatcher-hbase_test_key14401406174295500502.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14401406174295500502.jks 2024-11-09T22:26:48,219 DEBUG [FileChangeWatcher-hbase_test_ca3423006012864235571.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14401406174295500502.jks 2024-11-09T22:26:48,219 INFO [FileChangeWatcher-hbase_test_key14401406174295500502.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14401406174295500502.jks 2024-11-09T22:26:48,219 DEBUG [FileChangeWatcher-hbase_test_key14401406174295500502.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14401406174295500502.jks 2024-11-09T22:26:48,219 DEBUG [FileChangeWatcher-hbase_test_ca3423006012864235571.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14401406174295500502.jks 2024-11-09T22:26:48,219 DEBUG [FileChangeWatcher-hbase_test_ca3423006012864235571.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14401406174295500502.jks 2024-11-09T22:26:48,219 INFO [FileChangeWatcher-hbase_test_key14401406174295500502.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14401406174295500502.jks 2024-11-09T22:26:48,241 DEBUG [FileChangeWatcher-hbase_test_ca3423006012864235571.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14401406174295500502.jks 2024-11-09T22:26:48,241 DEBUG [FileChangeWatcher-hbase_test_key14401406174295500502.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14401406174295500502.jks 2024-11-09T22:26:48,241 DEBUG [FileChangeWatcher-hbase_test_ca3423006012864235571.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14401406174295500502.jks 2024-11-09T22:26:48,241 DEBUG [FileChangeWatcher-hbase_test_key14401406174295500502.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14401406174295500502.jks 2024-11-09T22:26:48,241 DEBUG [FileChangeWatcher-hbase_test_ca3423006012864235571.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14401406174295500502.jks 2024-11-09T22:26:48,241 INFO [FileChangeWatcher-hbase_test_key14401406174295500502.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14401406174295500502.jks 2024-11-09T22:26:48,241 DEBUG [FileChangeWatcher-hbase_test_ca3423006012864235571.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14401406174295500502.jks 2024-11-09T22:26:48,241 INFO [FileChangeWatcher-hbase_test_key14401406174295500502.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14401406174295500502.jks 2024-11-09T22:26:48,241 DEBUG [FileChangeWatcher-hbase_test_ca3423006012864235571.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3423006012864235571.jks 2024-11-09T22:26:48,241 DEBUG [FileChangeWatcher-hbase_test_key14401406174295500502.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3423006012864235571.jks 2024-11-09T22:26:48,241 DEBUG [FileChangeWatcher-hbase_test_ca3423006012864235571.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3423006012864235571.jks 2024-11-09T22:26:48,241 DEBUG [FileChangeWatcher-hbase_test_key14401406174295500502.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3423006012864235571.jks 2024-11-09T22:26:48,241 DEBUG [FileChangeWatcher-hbase_test_key14401406174295500502.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3423006012864235571.jks 2024-11-09T22:26:48,241 INFO [FileChangeWatcher-hbase_test_ca3423006012864235571.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3423006012864235571.jks 2024-11-09T22:26:48,242 INFO [FileChangeWatcher-hbase_test_ca3423006012864235571.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3423006012864235571.jks 2024-11-09T22:26:48,242 DEBUG [FileChangeWatcher-hbase_test_key14401406174295500502.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3423006012864235571.jks 2024-11-09T22:26:48,254 DEBUG [FileChangeWatcher-hbase_test_ca3423006012864235571.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3423006012864235571.jks 2024-11-09T22:26:48,254 DEBUG [FileChangeWatcher-hbase_test_key14401406174295500502.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3423006012864235571.jks 2024-11-09T22:26:48,254 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44507,0 is dead - stopping the connection localhost:44507/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-09T22:26:48,254 DEBUG [FileChangeWatcher-hbase_test_key14401406174295500502.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3423006012864235571.jks 2024-11-09T22:26:48,254 DEBUG [FileChangeWatcher-hbase_test_ca3423006012864235571.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3423006012864235571.jks 2024-11-09T22:26:48,254 INFO [FileChangeWatcher-hbase_test_ca3423006012864235571.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3423006012864235571.jks 2024-11-09T22:26:48,254 DEBUG [FileChangeWatcher-hbase_test_key14401406174295500502.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3423006012864235571.jks 2024-11-09T22:26:48,255 INFO [FileChangeWatcher-hbase_test_ca3423006012864235571.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3423006012864235571.jks 2024-11-09T22:26:48,255 DEBUG [FileChangeWatcher-hbase_test_key14401406174295500502.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3423006012864235571.jks 2024-11-09T22:26:48,255 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T22:26:48,255 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:48,282 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:48,282 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T22:26:48,296 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:48,309 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:48,310 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x673b417b, L:/127.0.0.1:44507 - R:/127.0.0.1:45708] 2024-11-09T22:26:48,345 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45708, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T22:26:48,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:26:48,346 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44507 2024-11-09T22:26:48,346 DEBUG [FileChangeWatcher-hbase_test_key14401406174295500502.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14401406174295500502.jks was interrupted and is shutting down... 2024-11-09T22:26:48,346 DEBUG [FileChangeWatcher-hbase_test_ca3423006012864235571.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3423006012864235571.jks was interrupted and is shutting down... 2024-11-09T22:26:48,347 DEBUG [FileChangeWatcher-hbase_test_key14401406174295500502.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14401406174295500502.jks was interrupted and is shutting down... 2024-11-09T22:26:48,347 DEBUG [FileChangeWatcher-hbase_test_ca3423006012864235571.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3423006012864235571.jks was interrupted and is shutting down... 2024-11-09T22:26:48,347 INFO [FileChangeWatcher-hbase_test_key14401406174295500502.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14401406174295500502.jks thread finished 2024-11-09T22:26:48,347 INFO [FileChangeWatcher-hbase_test_ca3423006012864235571.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3423006012864235571.jks thread finished 2024-11-09T22:26:48,352 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=5539 (was 5562) 2024-11-09T22:26:48,357 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=5539 2024-11-09T22:26:48,358 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:26:48,358 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43537 2024-11-09T22:26:48,358 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-09T22:26:48,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a967e0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:26:48,359 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T22:26:48,360 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:48,363 INFO [FileChangeWatcher-hbase_test_key14401406174295500502.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14401406174295500502.jks thread finished 2024-11-09T22:26:48,363 INFO [FileChangeWatcher-hbase_test_ca3423006012864235571.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3423006012864235571.jks thread finished 2024-11-09T22:26:48,386 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:48,386 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:48,387 INFO [FileChangeWatcher-hbase_test_key14401406174295500502.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14401406174295500502.jks thread started 2024-11-09T22:26:48,387 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:48,387 INFO [FileChangeWatcher-hbase_test_ca3423006012864235571.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3423006012864235571.jks thread started 2024-11-09T22:26:48,387 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T22:26:48,400 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:48,413 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:48,413 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:48,414 INFO [FileChangeWatcher-hbase_test_key14401406174295500502.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14401406174295500502.jks thread started 2024-11-09T22:26:48,414 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:48,414 INFO [FileChangeWatcher-hbase_test_ca3423006012864235571.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3423006012864235571.jks thread started 2024-11-09T22:26:48,415 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x691399e2, L:/127.0.0.1:43537 - R:/127.0.0.1:59740] 2024-11-09T22:26:48,449 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59740, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T22:26:48,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:26:48,451 DEBUG [FileChangeWatcher-hbase_test_key14401406174295500502.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14401406174295500502.jks was interrupted and is shutting down... 2024-11-09T22:26:48,451 DEBUG [FileChangeWatcher-hbase_test_ca3423006012864235571.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3423006012864235571.jks was interrupted and is shutting down... 2024-11-09T22:26:48,451 INFO [FileChangeWatcher-hbase_test_ca3423006012864235571.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3423006012864235571.jks thread finished 2024-11-09T22:26:48,451 INFO [FileChangeWatcher-hbase_test_key14401406174295500502.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14401406174295500502.jks thread finished 2024-11-09T22:26:48,458 DEBUG [FileChangeWatcher-hbase_test_key14401406174295500502.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14401406174295500502.jks 2024-11-09T22:26:48,458 DEBUG [FileChangeWatcher-hbase_test_ca3423006012864235571.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14401406174295500502.jks 2024-11-09T22:26:48,459 INFO [FileChangeWatcher-hbase_test_key14401406174295500502.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14401406174295500502.jks 2024-11-09T22:26:48,459 DEBUG [FileChangeWatcher-hbase_test_ca3423006012864235571.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14401406174295500502.jks 2024-11-09T22:26:48,493 DEBUG [FileChangeWatcher-hbase_test_ca3423006012864235571.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14401406174295500502.jks 2024-11-09T22:26:48,493 DEBUG [FileChangeWatcher-hbase_test_key14401406174295500502.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14401406174295500502.jks 2024-11-09T22:26:48,493 DEBUG [FileChangeWatcher-hbase_test_ca3423006012864235571.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14401406174295500502.jks 2024-11-09T22:26:48,493 INFO [FileChangeWatcher-hbase_test_key14401406174295500502.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14401406174295500502.jks 2024-11-09T22:26:48,505 DEBUG [FileChangeWatcher-hbase_test_ca3423006012864235571.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3423006012864235571.jks 2024-11-09T22:26:48,505 DEBUG [FileChangeWatcher-hbase_test_key14401406174295500502.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3423006012864235571.jks 2024-11-09T22:26:48,505 INFO [FileChangeWatcher-hbase_test_ca3423006012864235571.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3423006012864235571.jks 2024-11-09T22:26:48,505 DEBUG [FileChangeWatcher-hbase_test_key14401406174295500502.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3423006012864235571.jks 2024-11-09T22:26:48,518 DEBUG [FileChangeWatcher-hbase_test_ca3423006012864235571.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3423006012864235571.jks 2024-11-09T22:26:48,518 DEBUG [FileChangeWatcher-hbase_test_key14401406174295500502.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3423006012864235571.jks 2024-11-09T22:26:48,518 INFO [FileChangeWatcher-hbase_test_ca3423006012864235571.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3423006012864235571.jks 2024-11-09T22:26:48,518 DEBUG [FileChangeWatcher-hbase_test_key14401406174295500502.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3423006012864235571.jks 2024-11-09T22:26:48,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15087c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:26:48,518 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T22:26:48,519 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:48,546 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:48,546 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:48,547 INFO [FileChangeWatcher-hbase_test_key14401406174295500502.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14401406174295500502.jks thread started 2024-11-09T22:26:48,547 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:48,547 INFO [FileChangeWatcher-hbase_test_ca3423006012864235571.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3423006012864235571.jks thread started 2024-11-09T22:26:48,547 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T22:26:48,561 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:48,574 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:48,575 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x79d575ae, L:/127.0.0.1:43537 - R:/127.0.0.1:59742] 2024-11-09T22:26:48,613 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59742, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T22:26:48,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:26:48,614 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43537 2024-11-09T22:26:48,614 DEBUG [FileChangeWatcher-hbase_test_key14401406174295500502.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14401406174295500502.jks was interrupted and is shutting down... 2024-11-09T22:26:48,614 DEBUG [FileChangeWatcher-hbase_test_ca3423006012864235571.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3423006012864235571.jks was interrupted and is shutting down... 2024-11-09T22:26:48,615 DEBUG [FileChangeWatcher-hbase_test_key14401406174295500502.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14401406174295500502.jks was interrupted and is shutting down... 2024-11-09T22:26:48,615 DEBUG [FileChangeWatcher-hbase_test_ca3423006012864235571.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3423006012864235571.jks was interrupted and is shutting down... 2024-11-09T22:26:48,615 INFO [FileChangeWatcher-hbase_test_ca3423006012864235571.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3423006012864235571.jks thread finished 2024-11-09T22:26:48,622 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=41 (was 39) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=5518 (was 5539) 2024-11-09T22:26:48,628 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=41, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=5518 2024-11-09T22:26:48,630 INFO [FileChangeWatcher-hbase_test_ca3423006012864235571.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3423006012864235571.jks thread finished 2024-11-09T22:26:48,630 INFO [FileChangeWatcher-hbase_test_key14401406174295500502.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14401406174295500502.jks thread finished 2024-11-09T22:26:48,631 INFO [FileChangeWatcher-hbase_test_key14401406174295500502.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14401406174295500502.jks thread finished 2024-11-09T22:26:48,637 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:26:48,638 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40209 2024-11-09T22:26:48,638 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-09T22:26:48,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@348240c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:26:48,639 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T22:26:48,640 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:48,643 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:48,644 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:48,644 INFO [FileChangeWatcher-hbase_test_key2577193301387545726.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2577193301387545726.pem thread started 2024-11-09T22:26:48,644 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:48,645 INFO [FileChangeWatcher-hbase_test_ca5410220275229602610.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5410220275229602610.pem thread started 2024-11-09T22:26:48,645 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T22:26:48,650 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:48,650 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:48,651 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:48,651 INFO [FileChangeWatcher-hbase_test_key2577193301387545726.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2577193301387545726.pem thread started 2024-11-09T22:26:48,653 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:48,653 INFO [FileChangeWatcher-hbase_test_ca5410220275229602610.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5410220275229602610.pem thread started 2024-11-09T22:26:48,653 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2be228a6, L:/127.0.0.1:40209 - R:/127.0.0.1:58164] 2024-11-09T22:26:48,668 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58164, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T22:26:48,680 DEBUG [FileChangeWatcher-hbase_test_key2577193301387545726.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2577193301387545726.pem 2024-11-09T22:26:48,680 DEBUG [FileChangeWatcher-hbase_test_ca5410220275229602610.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2577193301387545726.pem 2024-11-09T22:26:48,680 DEBUG [FileChangeWatcher-hbase_test_key2577193301387545726.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2577193301387545726.pem 2024-11-09T22:26:48,680 INFO [FileChangeWatcher-hbase_test_key2577193301387545726.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2577193301387545726.pem 2024-11-09T22:26:48,680 DEBUG [FileChangeWatcher-hbase_test_ca5410220275229602610.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2577193301387545726.pem 2024-11-09T22:26:48,680 INFO [FileChangeWatcher-hbase_test_key2577193301387545726.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2577193301387545726.pem 2024-11-09T22:26:48,680 DEBUG [FileChangeWatcher-hbase_test_ca5410220275229602610.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2577193301387545726.pem 2024-11-09T22:26:48,680 DEBUG [FileChangeWatcher-hbase_test_key2577193301387545726.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2577193301387545726.pem 2024-11-09T22:26:48,680 DEBUG [FileChangeWatcher-hbase_test_ca5410220275229602610.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2577193301387545726.pem 2024-11-09T22:26:48,680 INFO [FileChangeWatcher-hbase_test_key2577193301387545726.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2577193301387545726.pem 2024-11-09T22:26:48,680 DEBUG [FileChangeWatcher-hbase_test_ca5410220275229602610.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2577193301387545726.pem 2024-11-09T22:26:48,680 DEBUG [FileChangeWatcher-hbase_test_ca5410220275229602610.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2577193301387545726.pem 2024-11-09T22:26:48,680 DEBUG [FileChangeWatcher-hbase_test_key2577193301387545726.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2577193301387545726.pem 2024-11-09T22:26:48,680 DEBUG [FileChangeWatcher-hbase_test_ca5410220275229602610.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2577193301387545726.pem 2024-11-09T22:26:48,681 INFO [FileChangeWatcher-hbase_test_key2577193301387545726.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2577193301387545726.pem 2024-11-09T22:26:48,681 DEBUG [FileChangeWatcher-hbase_test_ca5410220275229602610.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2577193301387545726.pem 2024-11-09T22:26:48,681 DEBUG [FileChangeWatcher-hbase_test_key2577193301387545726.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5410220275229602610.pem 2024-11-09T22:26:48,681 DEBUG [FileChangeWatcher-hbase_test_ca5410220275229602610.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5410220275229602610.pem 2024-11-09T22:26:48,681 DEBUG [FileChangeWatcher-hbase_test_ca5410220275229602610.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5410220275229602610.pem 2024-11-09T22:26:48,681 DEBUG [FileChangeWatcher-hbase_test_key2577193301387545726.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5410220275229602610.pem 2024-11-09T22:26:48,681 DEBUG [FileChangeWatcher-hbase_test_key2577193301387545726.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5410220275229602610.pem 2024-11-09T22:26:48,681 INFO [FileChangeWatcher-hbase_test_ca5410220275229602610.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5410220275229602610.pem 2024-11-09T22:26:48,681 INFO [FileChangeWatcher-hbase_test_ca5410220275229602610.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5410220275229602610.pem 2024-11-09T22:26:48,681 DEBUG [FileChangeWatcher-hbase_test_key2577193301387545726.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5410220275229602610.pem 2024-11-09T22:26:48,681 DEBUG [FileChangeWatcher-hbase_test_key2577193301387545726.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5410220275229602610.pem 2024-11-09T22:26:48,681 DEBUG [FileChangeWatcher-hbase_test_key2577193301387545726.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5410220275229602610.pem 2024-11-09T22:26:48,681 DEBUG [FileChangeWatcher-hbase_test_ca5410220275229602610.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5410220275229602610.pem 2024-11-09T22:26:48,681 DEBUG [FileChangeWatcher-hbase_test_key2577193301387545726.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5410220275229602610.pem 2024-11-09T22:26:48,681 INFO [FileChangeWatcher-hbase_test_ca5410220275229602610.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5410220275229602610.pem 2024-11-09T22:26:48,681 DEBUG [FileChangeWatcher-hbase_test_key2577193301387545726.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5410220275229602610.pem 2024-11-09T22:26:48,681 DEBUG [FileChangeWatcher-hbase_test_ca5410220275229602610.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5410220275229602610.pem 2024-11-09T22:26:48,681 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40209,0 is dead - stopping the connection localhost:40209/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-09T22:26:48,681 INFO [FileChangeWatcher-hbase_test_ca5410220275229602610.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5410220275229602610.pem 2024-11-09T22:26:48,681 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T22:26:48,682 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:48,686 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:48,687 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T22:26:48,690 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:48,691 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:48,691 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf55f9460, L:/127.0.0.1:40209 - R:/127.0.0.1:58172] 2024-11-09T22:26:48,707 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58172, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T22:26:48,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:26:48,708 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40209 2024-11-09T22:26:48,708 DEBUG [FileChangeWatcher-hbase_test_ca5410220275229602610.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5410220275229602610.pem was interrupted and is shutting down... 2024-11-09T22:26:48,708 DEBUG [FileChangeWatcher-hbase_test_key2577193301387545726.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2577193301387545726.pem was interrupted and is shutting down... 2024-11-09T22:26:48,708 DEBUG [FileChangeWatcher-hbase_test_key2577193301387545726.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2577193301387545726.pem was interrupted and is shutting down... 2024-11-09T22:26:48,708 DEBUG [FileChangeWatcher-hbase_test_ca5410220275229602610.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5410220275229602610.pem was interrupted and is shutting down... 2024-11-09T22:26:48,708 INFO [FileChangeWatcher-hbase_test_key2577193301387545726.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2577193301387545726.pem thread finished 2024-11-09T22:26:48,708 INFO [FileChangeWatcher-hbase_test_ca5410220275229602610.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5410220275229602610.pem thread finished 2024-11-09T22:26:48,714 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 41), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=5513 (was 5518) 2024-11-09T22:26:48,715 INFO [FileChangeWatcher-hbase_test_ca5410220275229602610.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5410220275229602610.pem thread finished 2024-11-09T22:26:48,715 INFO [FileChangeWatcher-hbase_test_key2577193301387545726.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2577193301387545726.pem thread finished 2024-11-09T22:26:48,719 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=5513 2024-11-09T22:26:48,721 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:26:48,722 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41081 2024-11-09T22:26:48,722 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-09T22:26:48,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ba1ccc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:26:48,723 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T22:26:48,723 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:48,727 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:48,727 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:48,728 INFO [FileChangeWatcher-hbase_test_key2577193301387545726.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2577193301387545726.pem thread started 2024-11-09T22:26:48,728 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:48,728 INFO [FileChangeWatcher-hbase_test_ca5410220275229602610.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5410220275229602610.pem thread started 2024-11-09T22:26:48,728 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T22:26:48,732 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:48,732 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:48,733 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:48,743 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:48,743 INFO [FileChangeWatcher-hbase_test_key2577193301387545726.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2577193301387545726.pem thread started 2024-11-09T22:26:48,743 INFO [FileChangeWatcher-hbase_test_ca5410220275229602610.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5410220275229602610.pem thread started 2024-11-09T22:26:48,743 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x58465c52, L:/127.0.0.1:41081 - R:/127.0.0.1:38830] 2024-11-09T22:26:48,764 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38830, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T22:26:48,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:26:48,766 DEBUG [FileChangeWatcher-hbase_test_ca5410220275229602610.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5410220275229602610.pem was interrupted and is shutting down... 2024-11-09T22:26:48,766 DEBUG [FileChangeWatcher-hbase_test_key2577193301387545726.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2577193301387545726.pem was interrupted and is shutting down... 2024-11-09T22:26:48,766 INFO [FileChangeWatcher-hbase_test_key2577193301387545726.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2577193301387545726.pem thread finished 2024-11-09T22:26:48,766 INFO [FileChangeWatcher-hbase_test_ca5410220275229602610.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5410220275229602610.pem thread finished 2024-11-09T22:26:48,776 DEBUG [FileChangeWatcher-hbase_test_key2577193301387545726.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2577193301387545726.pem 2024-11-09T22:26:48,776 DEBUG [FileChangeWatcher-hbase_test_ca5410220275229602610.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2577193301387545726.pem 2024-11-09T22:26:48,776 INFO [FileChangeWatcher-hbase_test_key2577193301387545726.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2577193301387545726.pem 2024-11-09T22:26:48,776 DEBUG [FileChangeWatcher-hbase_test_key2577193301387545726.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2577193301387545726.pem 2024-11-09T22:26:48,776 DEBUG [FileChangeWatcher-hbase_test_ca5410220275229602610.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2577193301387545726.pem 2024-11-09T22:26:48,777 INFO [FileChangeWatcher-hbase_test_key2577193301387545726.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2577193301387545726.pem 2024-11-09T22:26:48,777 DEBUG [FileChangeWatcher-hbase_test_ca5410220275229602610.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2577193301387545726.pem 2024-11-09T22:26:48,777 DEBUG [FileChangeWatcher-hbase_test_ca5410220275229602610.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2577193301387545726.pem 2024-11-09T22:26:48,777 DEBUG [FileChangeWatcher-hbase_test_key2577193301387545726.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5410220275229602610.pem 2024-11-09T22:26:48,777 DEBUG [FileChangeWatcher-hbase_test_ca5410220275229602610.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5410220275229602610.pem 2024-11-09T22:26:48,777 DEBUG [FileChangeWatcher-hbase_test_key2577193301387545726.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5410220275229602610.pem 2024-11-09T22:26:48,777 INFO [FileChangeWatcher-hbase_test_ca5410220275229602610.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5410220275229602610.pem 2024-11-09T22:26:48,777 DEBUG [FileChangeWatcher-hbase_test_ca5410220275229602610.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5410220275229602610.pem 2024-11-09T22:26:48,777 DEBUG [FileChangeWatcher-hbase_test_key2577193301387545726.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5410220275229602610.pem 2024-11-09T22:26:48,777 INFO [FileChangeWatcher-hbase_test_ca5410220275229602610.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5410220275229602610.pem 2024-11-09T22:26:48,777 DEBUG [FileChangeWatcher-hbase_test_key2577193301387545726.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5410220275229602610.pem 2024-11-09T22:26:48,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dd201a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:26:48,778 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T22:26:48,778 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:48,783 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:48,784 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:48,784 INFO [FileChangeWatcher-hbase_test_key2577193301387545726.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2577193301387545726.pem thread started 2024-11-09T22:26:48,784 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:48,785 INFO [FileChangeWatcher-hbase_test_ca5410220275229602610.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5410220275229602610.pem thread started 2024-11-09T22:26:48,785 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T22:26:48,789 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:48,789 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:48,790 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7ba5027c, L:/127.0.0.1:41081 - R:/127.0.0.1:38844] 2024-11-09T22:26:48,804 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38844, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T22:26:48,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:26:48,805 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41081 2024-11-09T22:26:48,805 DEBUG [FileChangeWatcher-hbase_test_ca5410220275229602610.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5410220275229602610.pem was interrupted and is shutting down... 2024-11-09T22:26:48,805 DEBUG [FileChangeWatcher-hbase_test_key2577193301387545726.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2577193301387545726.pem was interrupted and is shutting down... 2024-11-09T22:26:48,805 DEBUG [FileChangeWatcher-hbase_test_key2577193301387545726.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2577193301387545726.pem was interrupted and is shutting down... 2024-11-09T22:26:48,805 DEBUG [FileChangeWatcher-hbase_test_ca5410220275229602610.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5410220275229602610.pem was interrupted and is shutting down... 2024-11-09T22:26:48,805 INFO [FileChangeWatcher-hbase_test_ca5410220275229602610.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5410220275229602610.pem thread finished 2024-11-09T22:26:48,810 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=41 (was 39) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=5497 (was 5513) 2024-11-09T22:26:48,814 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=41, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=5497 2024-11-09T22:26:48,818 INFO [FileChangeWatcher-hbase_test_ca5410220275229602610.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5410220275229602610.pem thread finished 2024-11-09T22:26:48,818 INFO [FileChangeWatcher-hbase_test_key2577193301387545726.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2577193301387545726.pem thread finished 2024-11-09T22:26:48,818 INFO [FileChangeWatcher-hbase_test_key2577193301387545726.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2577193301387545726.pem thread finished 2024-11-09T22:26:48,853 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:26:48,854 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42819 2024-11-09T22:26:48,854 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-09T22:26:48,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59514f07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:26:48,854 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T22:26:48,855 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:48,880 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:48,881 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:48,881 INFO [FileChangeWatcher-hbase_test_key16104181530250889725.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16104181530250889725.p12 thread started 2024-11-09T22:26:48,881 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:48,882 INFO [FileChangeWatcher-hbase_test_ca2430946592871406331.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2430946592871406331.p12 thread started 2024-11-09T22:26:48,882 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T22:26:48,896 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:48,909 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:48,910 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:48,910 INFO [FileChangeWatcher-hbase_test_key16104181530250889725.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16104181530250889725.p12 thread started 2024-11-09T22:26:48,910 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:48,911 INFO [FileChangeWatcher-hbase_test_ca2430946592871406331.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2430946592871406331.p12 thread started 2024-11-09T22:26:48,911 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa6db31c1, L:/127.0.0.1:42819 - R:/127.0.0.1:38484] 2024-11-09T22:26:48,946 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38484, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T22:26:48,951 DEBUG [FileChangeWatcher-hbase_test_ca2430946592871406331.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16104181530250889725.p12 2024-11-09T22:26:48,951 DEBUG [FileChangeWatcher-hbase_test_key16104181530250889725.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16104181530250889725.p12 2024-11-09T22:26:48,951 DEBUG [FileChangeWatcher-hbase_test_ca2430946592871406331.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16104181530250889725.p12 2024-11-09T22:26:48,951 DEBUG [FileChangeWatcher-hbase_test_key16104181530250889725.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16104181530250889725.p12 2024-11-09T22:26:48,951 DEBUG [FileChangeWatcher-hbase_test_ca2430946592871406331.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16104181530250889725.p12 2024-11-09T22:26:48,951 INFO [FileChangeWatcher-hbase_test_key16104181530250889725.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16104181530250889725.p12 2024-11-09T22:26:48,951 DEBUG [FileChangeWatcher-hbase_test_ca2430946592871406331.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16104181530250889725.p12 2024-11-09T22:26:48,951 INFO [FileChangeWatcher-hbase_test_key16104181530250889725.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16104181530250889725.p12 2024-11-09T22:26:48,973 DEBUG [FileChangeWatcher-hbase_test_key16104181530250889725.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16104181530250889725.p12 2024-11-09T22:26:48,973 DEBUG [FileChangeWatcher-hbase_test_ca2430946592871406331.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16104181530250889725.p12 2024-11-09T22:26:48,973 DEBUG [FileChangeWatcher-hbase_test_key16104181530250889725.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16104181530250889725.p12 2024-11-09T22:26:48,973 DEBUG [FileChangeWatcher-hbase_test_ca2430946592871406331.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16104181530250889725.p12 2024-11-09T22:26:48,973 INFO [FileChangeWatcher-hbase_test_key16104181530250889725.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16104181530250889725.p12 2024-11-09T22:26:48,973 INFO [FileChangeWatcher-hbase_test_key16104181530250889725.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16104181530250889725.p12 2024-11-09T22:26:48,973 DEBUG [FileChangeWatcher-hbase_test_ca2430946592871406331.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16104181530250889725.p12 2024-11-09T22:26:48,973 DEBUG [FileChangeWatcher-hbase_test_key16104181530250889725.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2430946592871406331.p12 2024-11-09T22:26:48,973 DEBUG [FileChangeWatcher-hbase_test_ca2430946592871406331.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16104181530250889725.p12 2024-11-09T22:26:48,974 DEBUG [FileChangeWatcher-hbase_test_key16104181530250889725.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2430946592871406331.p12 2024-11-09T22:26:48,974 DEBUG [FileChangeWatcher-hbase_test_key16104181530250889725.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2430946592871406331.p12 2024-11-09T22:26:48,974 DEBUG [FileChangeWatcher-hbase_test_ca2430946592871406331.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2430946592871406331.p12 2024-11-09T22:26:48,974 DEBUG [FileChangeWatcher-hbase_test_ca2430946592871406331.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2430946592871406331.p12 2024-11-09T22:26:48,974 DEBUG [FileChangeWatcher-hbase_test_key16104181530250889725.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2430946592871406331.p12 2024-11-09T22:26:48,974 INFO [FileChangeWatcher-hbase_test_ca2430946592871406331.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2430946592871406331.p12 2024-11-09T22:26:48,974 INFO [FileChangeWatcher-hbase_test_ca2430946592871406331.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2430946592871406331.p12 2024-11-09T22:26:48,986 DEBUG [FileChangeWatcher-hbase_test_ca2430946592871406331.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2430946592871406331.p12 2024-11-09T22:26:48,986 DEBUG [FileChangeWatcher-hbase_test_ca2430946592871406331.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2430946592871406331.p12 2024-11-09T22:26:48,986 DEBUG [FileChangeWatcher-hbase_test_key16104181530250889725.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2430946592871406331.p12 2024-11-09T22:26:48,986 DEBUG [FileChangeWatcher-hbase_test_key16104181530250889725.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2430946592871406331.p12 2024-11-09T22:26:48,986 INFO [FileChangeWatcher-hbase_test_ca2430946592871406331.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2430946592871406331.p12 2024-11-09T22:26:48,986 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,42819,0 is dead - stopping the connection localhost:42819/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-09T22:26:48,986 INFO [FileChangeWatcher-hbase_test_ca2430946592871406331.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2430946592871406331.p12 2024-11-09T22:26:48,986 DEBUG [FileChangeWatcher-hbase_test_key16104181530250889725.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2430946592871406331.p12 2024-11-09T22:26:48,986 DEBUG [FileChangeWatcher-hbase_test_key16104181530250889725.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2430946592871406331.p12 2024-11-09T22:26:48,986 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T22:26:48,987 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:49,014 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:49,015 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T22:26:49,028 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:49,041 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:49,041 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x04d8ed4d, L:/127.0.0.1:42819 - R:/127.0.0.1:38488] 2024-11-09T22:26:49,077 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38488, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T22:26:49,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:26:49,078 DEBUG [FileChangeWatcher-hbase_test_ca2430946592871406331.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2430946592871406331.p12 was interrupted and is shutting down... 2024-11-09T22:26:49,078 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42819 2024-11-09T22:26:49,078 DEBUG [FileChangeWatcher-hbase_test_key16104181530250889725.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16104181530250889725.p12 was interrupted and is shutting down... 2024-11-09T22:26:49,078 DEBUG [FileChangeWatcher-hbase_test_key16104181530250889725.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16104181530250889725.p12 was interrupted and is shutting down... 2024-11-09T22:26:49,078 INFO [FileChangeWatcher-hbase_test_key16104181530250889725.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16104181530250889725.p12 thread finished 2024-11-09T22:26:49,078 INFO [FileChangeWatcher-hbase_test_ca2430946592871406331.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2430946592871406331.p12 thread finished 2024-11-09T22:26:49,079 DEBUG [FileChangeWatcher-hbase_test_ca2430946592871406331.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2430946592871406331.p12 was interrupted and is shutting down... 2024-11-09T22:26:49,079 INFO [FileChangeWatcher-hbase_test_key16104181530250889725.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16104181530250889725.p12 thread finished 2024-11-09T22:26:49,084 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 41), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=5494 (was 5497) 2024-11-09T22:26:49,089 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=5494 2024-11-09T22:26:49,090 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:26:49,091 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40263 2024-11-09T22:26:49,091 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-09T22:26:49,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71b15bb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:26:49,091 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T22:26:49,092 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:49,094 INFO [FileChangeWatcher-hbase_test_ca2430946592871406331.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2430946592871406331.p12 thread finished 2024-11-09T22:26:49,119 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:49,119 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:49,120 INFO [FileChangeWatcher-hbase_test_key16104181530250889725.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16104181530250889725.p12 thread started 2024-11-09T22:26:49,120 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:49,120 INFO [FileChangeWatcher-hbase_test_ca2430946592871406331.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2430946592871406331.p12 thread started 2024-11-09T22:26:49,120 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T22:26:49,134 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:49,147 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:49,147 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:49,148 INFO [FileChangeWatcher-hbase_test_key16104181530250889725.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16104181530250889725.p12 thread started 2024-11-09T22:26:49,148 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:49,148 INFO [FileChangeWatcher-hbase_test_ca2430946592871406331.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2430946592871406331.p12 thread started 2024-11-09T22:26:49,148 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9d87c118, L:/127.0.0.1:40263 - R:/127.0.0.1:58316] 2024-11-09T22:26:49,181 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58316, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T22:26:49,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:26:49,183 DEBUG [FileChangeWatcher-hbase_test_ca2430946592871406331.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2430946592871406331.p12 was interrupted and is shutting down... 2024-11-09T22:26:49,183 DEBUG [FileChangeWatcher-hbase_test_key16104181530250889725.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16104181530250889725.p12 was interrupted and is shutting down... 2024-11-09T22:26:49,183 INFO [FileChangeWatcher-hbase_test_key16104181530250889725.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16104181530250889725.p12 thread finished 2024-11-09T22:26:49,183 INFO [FileChangeWatcher-hbase_test_ca2430946592871406331.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2430946592871406331.p12 thread finished 2024-11-09T22:26:49,189 DEBUG [FileChangeWatcher-hbase_test_key16104181530250889725.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16104181530250889725.p12 2024-11-09T22:26:49,189 DEBUG [FileChangeWatcher-hbase_test_ca2430946592871406331.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16104181530250889725.p12 2024-11-09T22:26:49,189 DEBUG [FileChangeWatcher-hbase_test_ca2430946592871406331.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16104181530250889725.p12 2024-11-09T22:26:49,189 INFO [FileChangeWatcher-hbase_test_key16104181530250889725.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16104181530250889725.p12 2024-11-09T22:26:49,227 DEBUG [FileChangeWatcher-hbase_test_key16104181530250889725.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16104181530250889725.p12 2024-11-09T22:26:49,227 DEBUG [FileChangeWatcher-hbase_test_ca2430946592871406331.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16104181530250889725.p12 2024-11-09T22:26:49,227 INFO [FileChangeWatcher-hbase_test_key16104181530250889725.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16104181530250889725.p12 2024-11-09T22:26:49,227 DEBUG [FileChangeWatcher-hbase_test_ca2430946592871406331.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16104181530250889725.p12 2024-11-09T22:26:49,228 DEBUG [FileChangeWatcher-hbase_test_key16104181530250889725.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2430946592871406331.p12 2024-11-09T22:26:49,228 DEBUG [FileChangeWatcher-hbase_test_ca2430946592871406331.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2430946592871406331.p12 2024-11-09T22:26:49,228 DEBUG [FileChangeWatcher-hbase_test_key16104181530250889725.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2430946592871406331.p12 2024-11-09T22:26:49,228 INFO [FileChangeWatcher-hbase_test_ca2430946592871406331.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2430946592871406331.p12 2024-11-09T22:26:49,242 DEBUG [FileChangeWatcher-hbase_test_key16104181530250889725.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2430946592871406331.p12 2024-11-09T22:26:49,242 DEBUG [FileChangeWatcher-hbase_test_ca2430946592871406331.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2430946592871406331.p12 2024-11-09T22:26:49,242 DEBUG [FileChangeWatcher-hbase_test_key16104181530250889725.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2430946592871406331.p12 2024-11-09T22:26:49,242 INFO [FileChangeWatcher-hbase_test_ca2430946592871406331.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2430946592871406331.p12 2024-11-09T22:26:49,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c5e391b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:26:49,242 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T22:26:49,243 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:49,268 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:49,269 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:49,269 INFO [FileChangeWatcher-hbase_test_key16104181530250889725.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16104181530250889725.p12 thread started 2024-11-09T22:26:49,269 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:49,270 INFO [FileChangeWatcher-hbase_test_ca2430946592871406331.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2430946592871406331.p12 thread started 2024-11-09T22:26:49,270 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T22:26:49,283 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:49,296 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:49,296 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7350d81a, L:/127.0.0.1:40263 - R:/127.0.0.1:58328] 2024-11-09T22:26:49,329 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58328, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T22:26:49,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:26:49,330 DEBUG [FileChangeWatcher-hbase_test_key16104181530250889725.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16104181530250889725.p12 was interrupted and is shutting down... 2024-11-09T22:26:49,330 DEBUG [FileChangeWatcher-hbase_test_ca2430946592871406331.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2430946592871406331.p12 was interrupted and is shutting down... 2024-11-09T22:26:49,330 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40263 2024-11-09T22:26:49,331 DEBUG [FileChangeWatcher-hbase_test_key16104181530250889725.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16104181530250889725.p12 was interrupted and is shutting down... 2024-11-09T22:26:49,331 DEBUG [FileChangeWatcher-hbase_test_ca2430946592871406331.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2430946592871406331.p12 was interrupted and is shutting down... 2024-11-09T22:26:49,331 INFO [FileChangeWatcher-hbase_test_key16104181530250889725.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16104181530250889725.p12 thread finished 2024-11-09T22:26:49,331 INFO [FileChangeWatcher-hbase_test_ca2430946592871406331.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2430946592871406331.p12 thread finished 2024-11-09T22:26:49,336 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=5492 (was 5494) 2024-11-09T22:26:49,341 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=5491 2024-11-09T22:26:49,347 INFO [FileChangeWatcher-hbase_test_ca2430946592871406331.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2430946592871406331.p12 thread finished 2024-11-09T22:26:49,347 INFO [FileChangeWatcher-hbase_test_key16104181530250889725.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16104181530250889725.p12 thread finished 2024-11-09T22:26:49,663 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:26:49,663 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38857 2024-11-09T22:26:49,664 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-09T22:26:49,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@260b6f13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:26:49,664 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T22:26:49,665 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:49,916 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:49,917 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:49,917 INFO [FileChangeWatcher-hbase_test_key5291204953008839578.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5291204953008839578.bcfks thread started 2024-11-09T22:26:49,917 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:49,918 INFO [FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks thread started 2024-11-09T22:26:49,918 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T22:26:50,045 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:50,171 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:50,172 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:50,172 INFO [FileChangeWatcher-hbase_test_key5291204953008839578.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5291204953008839578.bcfks thread started 2024-11-09T22:26:50,172 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:50,173 INFO [FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks thread started 2024-11-09T22:26:50,173 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3cb782cf, L:/127.0.0.1:38857 - R:/127.0.0.1:48150] 2024-11-09T22:26:50,344 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48150, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T22:26:50,358 DEBUG [FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5291204953008839578.bcfks 2024-11-09T22:26:50,358 DEBUG [FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5291204953008839578.bcfks 2024-11-09T22:26:50,358 DEBUG [FileChangeWatcher-hbase_test_key5291204953008839578.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5291204953008839578.bcfks 2024-11-09T22:26:50,358 DEBUG [FileChangeWatcher-hbase_test_key5291204953008839578.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5291204953008839578.bcfks 2024-11-09T22:26:50,358 DEBUG [FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5291204953008839578.bcfks 2024-11-09T22:26:50,358 DEBUG [FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5291204953008839578.bcfks 2024-11-09T22:26:50,358 INFO [FileChangeWatcher-hbase_test_key5291204953008839578.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5291204953008839578.bcfks 2024-11-09T22:26:50,358 INFO [FileChangeWatcher-hbase_test_key5291204953008839578.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5291204953008839578.bcfks 2024-11-09T22:26:50,549 DEBUG [FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5291204953008839578.bcfks 2024-11-09T22:26:50,549 DEBUG [FileChangeWatcher-hbase_test_key5291204953008839578.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5291204953008839578.bcfks 2024-11-09T22:26:50,549 DEBUG [FileChangeWatcher-hbase_test_key5291204953008839578.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5291204953008839578.bcfks 2024-11-09T22:26:50,549 DEBUG [FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5291204953008839578.bcfks 2024-11-09T22:26:50,549 INFO [FileChangeWatcher-hbase_test_key5291204953008839578.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5291204953008839578.bcfks 2024-11-09T22:26:50,549 INFO [FileChangeWatcher-hbase_test_key5291204953008839578.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5291204953008839578.bcfks 2024-11-09T22:26:50,549 DEBUG [FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5291204953008839578.bcfks 2024-11-09T22:26:50,549 DEBUG [FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5291204953008839578.bcfks 2024-11-09T22:26:50,549 DEBUG [FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9121364846590282730.bcfks 2024-11-09T22:26:50,549 DEBUG [FileChangeWatcher-hbase_test_key5291204953008839578.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9121364846590282730.bcfks 2024-11-09T22:26:50,549 DEBUG [FileChangeWatcher-hbase_test_key5291204953008839578.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9121364846590282730.bcfks 2024-11-09T22:26:50,549 DEBUG [FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9121364846590282730.bcfks 2024-11-09T22:26:50,549 INFO [FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9121364846590282730.bcfks 2024-11-09T22:26:50,549 DEBUG [FileChangeWatcher-hbase_test_key5291204953008839578.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9121364846590282730.bcfks 2024-11-09T22:26:50,549 DEBUG [FileChangeWatcher-hbase_test_key5291204953008839578.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9121364846590282730.bcfks 2024-11-09T22:26:50,549 INFO [FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9121364846590282730.bcfks 2024-11-09T22:26:50,675 DEBUG [FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9121364846590282730.bcfks 2024-11-09T22:26:50,675 DEBUG [FileChangeWatcher-hbase_test_key5291204953008839578.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9121364846590282730.bcfks 2024-11-09T22:26:50,675 DEBUG [FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9121364846590282730.bcfks 2024-11-09T22:26:50,675 DEBUG [FileChangeWatcher-hbase_test_key5291204953008839578.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9121364846590282730.bcfks 2024-11-09T22:26:50,675 INFO [FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9121364846590282730.bcfks 2024-11-09T22:26:50,675 DEBUG [FileChangeWatcher-hbase_test_key5291204953008839578.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9121364846590282730.bcfks 2024-11-09T22:26:50,675 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,38857,0 is dead - stopping the connection localhost:38857/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-09T22:26:50,675 INFO [FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9121364846590282730.bcfks 2024-11-09T22:26:50,675 DEBUG [FileChangeWatcher-hbase_test_key5291204953008839578.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9121364846590282730.bcfks 2024-11-09T22:26:50,675 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T22:26:50,676 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:50,929 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:50,930 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T22:26:51,056 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:51,183 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:51,183 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x83952fde, L:/127.0.0.1:38857 - R:/127.0.0.1:48154] 2024-11-09T22:26:51,323 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48154, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T22:26:51,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:26:51,324 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38857 2024-11-09T22:26:51,324 DEBUG [FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks was interrupted and is shutting down... 2024-11-09T22:26:51,324 DEBUG [FileChangeWatcher-hbase_test_key5291204953008839578.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5291204953008839578.bcfks was interrupted and is shutting down... 2024-11-09T22:26:51,324 DEBUG [FileChangeWatcher-hbase_test_key5291204953008839578.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5291204953008839578.bcfks was interrupted and is shutting down... 2024-11-09T22:26:51,324 DEBUG [FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks was interrupted and is shutting down... 2024-11-09T22:26:51,324 INFO [FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks thread finished 2024-11-09T22:26:51,324 INFO [FileChangeWatcher-hbase_test_key5291204953008839578.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5291204953008839578.bcfks thread finished 2024-11-09T22:26:51,324 INFO [FileChangeWatcher-hbase_test_key5291204953008839578.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5291204953008839578.bcfks thread finished 2024-11-09T22:26:51,329 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=118 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=5484 (was 5491) 2024-11-09T22:26:51,333 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=118, ProcessCount=11, AvailableMemoryMB=5484 2024-11-09T22:26:51,334 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:26:51,335 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41477 2024-11-09T22:26:51,335 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-09T22:26:51,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79dd14f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:26:51,336 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T22:26:51,336 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:51,338 INFO [FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks thread finished 2024-11-09T22:26:51,589 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:51,590 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:51,590 INFO [FileChangeWatcher-hbase_test_key5291204953008839578.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5291204953008839578.bcfks thread started 2024-11-09T22:26:51,591 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:51,591 INFO [FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks thread started 2024-11-09T22:26:51,591 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T22:26:51,718 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:51,845 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:51,846 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:51,846 INFO [FileChangeWatcher-hbase_test_key5291204953008839578.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5291204953008839578.bcfks thread started 2024-11-09T22:26:51,846 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:51,847 INFO [FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks thread started 2024-11-09T22:26:51,847 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x875d5c85, L:/127.0.0.1:41477 - R:/127.0.0.1:43118] 2024-11-09T22:26:51,985 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43118, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T22:26:51,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:26:51,987 DEBUG [FileChangeWatcher-hbase_test_key5291204953008839578.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5291204953008839578.bcfks was interrupted and is shutting down... 2024-11-09T22:26:51,987 DEBUG [FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks was interrupted and is shutting down... 2024-11-09T22:26:51,987 INFO [FileChangeWatcher-hbase_test_key5291204953008839578.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5291204953008839578.bcfks thread finished 2024-11-09T22:26:51,987 INFO [FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks thread finished 2024-11-09T22:26:51,996 DEBUG [FileChangeWatcher-hbase_test_key5291204953008839578.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5291204953008839578.bcfks 2024-11-09T22:26:51,996 DEBUG [FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5291204953008839578.bcfks 2024-11-09T22:26:51,996 INFO [FileChangeWatcher-hbase_test_key5291204953008839578.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5291204953008839578.bcfks 2024-11-09T22:26:51,996 DEBUG [FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5291204953008839578.bcfks 2024-11-09T22:26:52,186 DEBUG [FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5291204953008839578.bcfks 2024-11-09T22:26:52,186 DEBUG [FileChangeWatcher-hbase_test_key5291204953008839578.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5291204953008839578.bcfks 2024-11-09T22:26:52,186 DEBUG [FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5291204953008839578.bcfks 2024-11-09T22:26:52,186 INFO [FileChangeWatcher-hbase_test_key5291204953008839578.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5291204953008839578.bcfks 2024-11-09T22:26:52,227 DEBUG [FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9121364846590282730.bcfks 2024-11-09T22:26:52,227 DEBUG [FileChangeWatcher-hbase_test_key5291204953008839578.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9121364846590282730.bcfks 2024-11-09T22:26:52,227 DEBUG [FileChangeWatcher-hbase_test_key5291204953008839578.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9121364846590282730.bcfks 2024-11-09T22:26:52,227 INFO [FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9121364846590282730.bcfks 2024-11-09T22:26:52,360 DEBUG [FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9121364846590282730.bcfks 2024-11-09T22:26:52,360 DEBUG [FileChangeWatcher-hbase_test_key5291204953008839578.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9121364846590282730.bcfks 2024-11-09T22:26:52,360 DEBUG [FileChangeWatcher-hbase_test_key5291204953008839578.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9121364846590282730.bcfks 2024-11-09T22:26:52,360 INFO [FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9121364846590282730.bcfks 2024-11-09T22:26:52,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@649d9e24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:26:52,360 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T22:26:52,361 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:52,613 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:52,613 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:52,614 INFO [FileChangeWatcher-hbase_test_key5291204953008839578.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5291204953008839578.bcfks thread started 2024-11-09T22:26:52,614 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c0e2499b-211c-555a-28ad-fbcf9781a2bd/TestNettyTLSIPCFileWatcher 2024-11-09T22:26:52,614 INFO [FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks thread started 2024-11-09T22:26:52,614 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T22:26:52,740 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T22:26:52,867 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T22:26:52,867 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x70daae86, L:/127.0.0.1:41477 - R:/127.0.0.1:43122] 2024-11-09T22:26:53,007 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43122, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T22:26:53,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:26:53,008 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41477 2024-11-09T22:26:53,008 DEBUG [FileChangeWatcher-hbase_test_key5291204953008839578.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5291204953008839578.bcfks was interrupted and is shutting down... 2024-11-09T22:26:53,008 DEBUG [FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks was interrupted and is shutting down... 2024-11-09T22:26:53,008 DEBUG [FileChangeWatcher-hbase_test_key5291204953008839578.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5291204953008839578.bcfks was interrupted and is shutting down... 2024-11-09T22:26:53,008 DEBUG [FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks was interrupted and is shutting down... 2024-11-09T22:26:53,008 INFO [FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks thread finished 2024-11-09T22:26:53,008 INFO [FileChangeWatcher-hbase_test_key5291204953008839578.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5291204953008839578.bcfks thread finished 2024-11-09T22:26:53,013 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=118 (was 118), ProcessCount=11 (was 11), AvailableMemoryMB=5493 (was 5484) - AvailableMemoryMB LEAK? - 2024-11-09T22:26:53,014 INFO [FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9121364846590282730.bcfks thread finished 2024-11-09T22:26:53,014 INFO [FileChangeWatcher-hbase_test_key5291204953008839578.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5291204953008839578.bcfks thread finished