2024-11-26 18:12:29,909 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-26 18:12:29,923 main DEBUG Took 0.011717 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-26 18:12:29,924 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-26 18:12:29,924 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-26 18:12:29,925 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-26 18:12:29,926 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 18:12:29,937 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-26 18:12:29,949 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 18:12:29,951 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 18:12:29,952 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 18:12:29,952 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 18:12:29,953 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 18:12:29,954 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 18:12:29,955 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 18:12:29,955 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 18:12:29,956 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 18:12:29,956 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 18:12:29,957 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 18:12:29,958 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 18:12:29,959 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 18:12:29,959 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 18:12:29,960 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 18:12:29,960 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 18:12:29,961 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 18:12:29,961 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 18:12:29,962 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 18:12:29,962 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 18:12:29,963 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 18:12:29,963 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 18:12:29,964 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 18:12:29,964 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 18:12:29,965 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 18:12:29,965 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-26 18:12:29,967 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 18:12:29,969 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-26 18:12:29,972 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-26 18:12:29,972 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-26 18:12:29,974 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-26 18:12:29,974 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-26 18:12:29,986 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-26 18:12:29,989 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-26 18:12:29,991 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-26 18:12:29,991 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-26 18:12:29,992 main DEBUG createAppenders(={Console}) 2024-11-26 18:12:29,993 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-26 18:12:29,993 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-26 18:12:29,993 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-26 18:12:29,994 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-26 18:12:29,994 main DEBUG OutputStream closed 2024-11-26 18:12:29,995 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-26 18:12:29,995 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-26 18:12:29,995 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-26 18:12:30,083 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-26 18:12:30,086 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-26 18:12:30,088 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-26 18:12:30,089 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-26 18:12:30,090 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-26 18:12:30,090 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-26 18:12:30,091 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-26 18:12:30,091 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-26 18:12:30,092 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-26 18:12:30,092 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-26 18:12:30,093 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-26 18:12:30,093 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-26 18:12:30,094 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-26 18:12:30,094 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-26 18:12:30,095 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-26 18:12:30,095 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-26 18:12:30,096 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-26 18:12:30,097 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-26 18:12:30,100 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26 18:12:30,101 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-26 18:12:30,101 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-26 18:12:30,102 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-26T18:12:30,125 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-26 18:12:30,129 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-26 18:12:30,130 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26T18:12:30,554 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-26T18:12:31,381 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=369, ProcessCount=11, AvailableMemoryMB=6566 2024-11-26T18:12:32,049 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T18:12:32,094 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-26T18:12:32,115 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-26T18:12:32,133 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-26T18:12:32,253 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T18:12:32,301 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 31079 (auto-detected) 2024-11-26T18:12:32,303 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-26T18:12:32,331 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37125 2024-11-26T18:12:32,336 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T18:12:32,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T18:12:32,377 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-26T18:12:32,377 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-26T18:12:32,692 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T18:12:32,754 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:32,849 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:32,948 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:32,950 INFO [FileChangeWatcher-hbase_test_key9196792424836879577.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9196792424836879577.jks thread started 2024-11-26T18:12:32,951 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:32,951 INFO [FileChangeWatcher-hbase_test_ca16579362748618882392.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16579362748618882392.jks thread started 2024-11-26T18:12:32,959 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T18:12:33,034 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:33,063 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:33,144 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:33,145 INFO [FileChangeWatcher-hbase_test_key9196792424836879577.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9196792424836879577.jks thread started 2024-11-26T18:12:33,145 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:33,146 INFO [FileChangeWatcher-hbase_test_ca16579362748618882392.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16579362748618882392.jks thread started 2024-11-26T18:12:33,147 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc230d053, L:/127.0.0.1:37125 - R:/127.0.0.1:46488] 2024-11-26T18:12:33,338 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46488, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T18:12:33,799 DEBUG [FileChangeWatcher-hbase_test_ca16579362748618882392.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9196792424836879577.jks 2024-11-26T18:12:33,799 DEBUG [FileChangeWatcher-hbase_test_ca16579362748618882392.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9196792424836879577.jks 2024-11-26T18:12:33,799 DEBUG [FileChangeWatcher-hbase_test_ca16579362748618882392.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9196792424836879577.jks 2024-11-26T18:12:33,799 DEBUG [FileChangeWatcher-hbase_test_key9196792424836879577.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9196792424836879577.jks 2024-11-26T18:12:33,799 DEBUG [FileChangeWatcher-hbase_test_ca16579362748618882392.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9196792424836879577.jks 2024-11-26T18:12:33,799 DEBUG [FileChangeWatcher-hbase_test_key9196792424836879577.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9196792424836879577.jks 2024-11-26T18:12:33,800 INFO [FileChangeWatcher-hbase_test_key9196792424836879577.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9196792424836879577.jks 2024-11-26T18:12:33,800 INFO [FileChangeWatcher-hbase_test_key9196792424836879577.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9196792424836879577.jks 2024-11-26T18:12:33,825 DEBUG [FileChangeWatcher-hbase_test_ca16579362748618882392.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9196792424836879577.jks 2024-11-26T18:12:33,825 DEBUG [FileChangeWatcher-hbase_test_key9196792424836879577.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9196792424836879577.jks 2024-11-26T18:12:33,825 DEBUG [FileChangeWatcher-hbase_test_key9196792424836879577.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9196792424836879577.jks 2024-11-26T18:12:33,825 DEBUG [FileChangeWatcher-hbase_test_ca16579362748618882392.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9196792424836879577.jks 2024-11-26T18:12:33,826 DEBUG [FileChangeWatcher-hbase_test_ca16579362748618882392.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9196792424836879577.jks 2024-11-26T18:12:33,826 INFO [FileChangeWatcher-hbase_test_key9196792424836879577.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9196792424836879577.jks 2024-11-26T18:12:33,826 DEBUG [FileChangeWatcher-hbase_test_ca16579362748618882392.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16579362748618882392.jks 2024-11-26T18:12:33,826 INFO [FileChangeWatcher-hbase_test_key9196792424836879577.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9196792424836879577.jks 2024-11-26T18:12:33,826 DEBUG [FileChangeWatcher-hbase_test_ca16579362748618882392.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9196792424836879577.jks 2024-11-26T18:12:33,826 DEBUG [FileChangeWatcher-hbase_test_key9196792424836879577.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16579362748618882392.jks 2024-11-26T18:12:33,826 INFO [FileChangeWatcher-hbase_test_ca16579362748618882392.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16579362748618882392.jks 2024-11-26T18:12:33,826 DEBUG [FileChangeWatcher-hbase_test_key9196792424836879577.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16579362748618882392.jks 2024-11-26T18:12:33,826 DEBUG [FileChangeWatcher-hbase_test_ca16579362748618882392.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16579362748618882392.jks 2024-11-26T18:12:33,826 DEBUG [FileChangeWatcher-hbase_test_key9196792424836879577.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16579362748618882392.jks 2024-11-26T18:12:33,826 DEBUG [FileChangeWatcher-hbase_test_key9196792424836879577.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16579362748618882392.jks 2024-11-26T18:12:33,827 INFO [FileChangeWatcher-hbase_test_ca16579362748618882392.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16579362748618882392.jks 2024-11-26T18:12:33,841 DEBUG [FileChangeWatcher-hbase_test_ca16579362748618882392.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16579362748618882392.jks 2024-11-26T18:12:33,841 DEBUG [FileChangeWatcher-hbase_test_key9196792424836879577.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16579362748618882392.jks 2024-11-26T18:12:33,841 DEBUG [FileChangeWatcher-hbase_test_ca16579362748618882392.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16579362748618882392.jks 2024-11-26T18:12:33,841 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,37125,0 is dead - stopping the connection localhost:37125/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-26T18:12:33,841 DEBUG [FileChangeWatcher-hbase_test_key9196792424836879577.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16579362748618882392.jks 2024-11-26T18:12:33,842 INFO [FileChangeWatcher-hbase_test_ca16579362748618882392.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16579362748618882392.jks 2024-11-26T18:12:33,842 DEBUG [FileChangeWatcher-hbase_test_key9196792424836879577.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16579362748618882392.jks 2024-11-26T18:12:33,842 DEBUG [FileChangeWatcher-hbase_test_key9196792424836879577.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16579362748618882392.jks 2024-11-26T18:12:33,842 INFO [FileChangeWatcher-hbase_test_ca16579362748618882392.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16579362748618882392.jks 2024-11-26T18:12:33,843 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T18:12:33,844 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:33,880 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:33,881 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T18:12:33,897 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:33,913 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:33,914 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x21605c19, L:/127.0.0.1:37125 - R:/127.0.0.1:46500] 2024-11-26T18:12:33,963 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46500, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T18:12:33,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T18:12:33,967 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37125 2024-11-26T18:12:33,967 DEBUG [FileChangeWatcher-hbase_test_key9196792424836879577.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9196792424836879577.jks was interrupted and is shutting down... 2024-11-26T18:12:33,967 DEBUG [FileChangeWatcher-hbase_test_ca16579362748618882392.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16579362748618882392.jks was interrupted and is shutting down... 2024-11-26T18:12:33,967 DEBUG [FileChangeWatcher-hbase_test_key9196792424836879577.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9196792424836879577.jks was interrupted and is shutting down... 2024-11-26T18:12:33,967 DEBUG [FileChangeWatcher-hbase_test_ca16579362748618882392.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16579362748618882392.jks was interrupted and is shutting down... 2024-11-26T18:12:33,967 INFO [FileChangeWatcher-hbase_test_ca16579362748618882392.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16579362748618882392.jks thread finished 2024-11-26T18:12:33,967 INFO [FileChangeWatcher-hbase_test_ca16579362748618882392.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16579362748618882392.jks thread finished 2024-11-26T18:12:33,967 INFO [FileChangeWatcher-hbase_test_key9196792424836879577.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9196792424836879577.jks thread finished 2024-11-26T18:12:33,980 INFO [FileChangeWatcher-hbase_test_key9196792424836879577.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9196792424836879577.jks thread finished 2024-11-26T18:12:33,980 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key9196792424836879577.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=380 (was 369) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6421 (was 6566) 2024-11-26T18:12:33,989 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=380, ProcessCount=11, AvailableMemoryMB=6420 2024-11-26T18:12:33,990 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T18:12:33,991 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35955 2024-11-26T18:12:33,992 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T18:12:33,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f643c99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T18:12:33,993 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T18:12:33,994 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:34,026 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:34,027 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:34,028 INFO [FileChangeWatcher-hbase_test_key9196792424836879577.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9196792424836879577.jks thread started 2024-11-26T18:12:34,032 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:34,033 INFO [FileChangeWatcher-hbase_test_ca16579362748618882392.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16579362748618882392.jks thread started 2024-11-26T18:12:34,033 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T18:12:34,064 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:34,080 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:34,081 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:34,081 INFO [FileChangeWatcher-hbase_test_key9196792424836879577.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9196792424836879577.jks thread started 2024-11-26T18:12:34,081 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:34,082 INFO [FileChangeWatcher-hbase_test_ca16579362748618882392.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16579362748618882392.jks thread started 2024-11-26T18:12:34,082 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x39dc6ed9, L:/127.0.0.1:35955 - R:/127.0.0.1:47802] 2024-11-26T18:12:34,125 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47802, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T18:12:34,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T18:12:34,128 DEBUG [FileChangeWatcher-hbase_test_ca16579362748618882392.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16579362748618882392.jks was interrupted and is shutting down... 2024-11-26T18:12:34,128 DEBUG [FileChangeWatcher-hbase_test_key9196792424836879577.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9196792424836879577.jks was interrupted and is shutting down... 2024-11-26T18:12:34,128 INFO [FileChangeWatcher-hbase_test_ca16579362748618882392.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16579362748618882392.jks thread finished 2024-11-26T18:12:34,128 INFO [FileChangeWatcher-hbase_test_key9196792424836879577.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9196792424836879577.jks thread finished 2024-11-26T18:12:34,365 DEBUG [FileChangeWatcher-hbase_test_key9196792424836879577.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9196792424836879577.jks 2024-11-26T18:12:34,365 DEBUG [FileChangeWatcher-hbase_test_ca16579362748618882392.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9196792424836879577.jks 2024-11-26T18:12:34,366 INFO [FileChangeWatcher-hbase_test_key9196792424836879577.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9196792424836879577.jks 2024-11-26T18:12:34,366 DEBUG [FileChangeWatcher-hbase_test_ca16579362748618882392.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9196792424836879577.jks 2024-11-26T18:12:34,392 DEBUG [FileChangeWatcher-hbase_test_ca16579362748618882392.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9196792424836879577.jks 2024-11-26T18:12:34,392 DEBUG [FileChangeWatcher-hbase_test_key9196792424836879577.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9196792424836879577.jks 2024-11-26T18:12:34,393 DEBUG [FileChangeWatcher-hbase_test_ca16579362748618882392.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9196792424836879577.jks 2024-11-26T18:12:34,393 INFO [FileChangeWatcher-hbase_test_key9196792424836879577.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9196792424836879577.jks 2024-11-26T18:12:34,393 DEBUG [FileChangeWatcher-hbase_test_key9196792424836879577.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16579362748618882392.jks 2024-11-26T18:12:34,393 DEBUG [FileChangeWatcher-hbase_test_ca16579362748618882392.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16579362748618882392.jks 2024-11-26T18:12:34,393 DEBUG [FileChangeWatcher-hbase_test_key9196792424836879577.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16579362748618882392.jks 2024-11-26T18:12:34,393 INFO [FileChangeWatcher-hbase_test_ca16579362748618882392.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16579362748618882392.jks 2024-11-26T18:12:34,408 DEBUG [FileChangeWatcher-hbase_test_key9196792424836879577.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16579362748618882392.jks 2024-11-26T18:12:34,408 DEBUG [FileChangeWatcher-hbase_test_ca16579362748618882392.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16579362748618882392.jks 2024-11-26T18:12:34,408 DEBUG [FileChangeWatcher-hbase_test_key9196792424836879577.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16579362748618882392.jks 2024-11-26T18:12:34,408 INFO [FileChangeWatcher-hbase_test_ca16579362748618882392.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16579362748618882392.jks 2024-11-26T18:12:34,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a7be9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T18:12:34,408 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T18:12:34,410 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:34,441 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:34,442 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:34,442 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:34,442 INFO [FileChangeWatcher-hbase_test_key9196792424836879577.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9196792424836879577.jks thread started 2024-11-26T18:12:34,443 INFO [FileChangeWatcher-hbase_test_ca16579362748618882392.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16579362748618882392.jks thread started 2024-11-26T18:12:34,443 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T18:12:34,459 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:34,475 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:34,476 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x535ab20e, L:/127.0.0.1:35955 - R:/127.0.0.1:47810] 2024-11-26T18:12:34,517 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47810, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T18:12:34,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T18:12:34,519 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35955 2024-11-26T18:12:34,519 DEBUG [FileChangeWatcher-hbase_test_ca16579362748618882392.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16579362748618882392.jks was interrupted and is shutting down... 2024-11-26T18:12:34,519 DEBUG [FileChangeWatcher-hbase_test_key9196792424836879577.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9196792424836879577.jks was interrupted and is shutting down... 2024-11-26T18:12:34,520 DEBUG [FileChangeWatcher-hbase_test_ca16579362748618882392.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16579362748618882392.jks was interrupted and is shutting down... 2024-11-26T18:12:34,520 DEBUG [FileChangeWatcher-hbase_test_key9196792424836879577.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9196792424836879577.jks was interrupted and is shutting down... 2024-11-26T18:12:34,520 INFO [FileChangeWatcher-hbase_test_ca16579362748618882392.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16579362748618882392.jks thread finished 2024-11-26T18:12:34,520 INFO [FileChangeWatcher-hbase_test_key9196792424836879577.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9196792424836879577.jks thread finished 2024-11-26T18:12:34,527 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=27 (was 21) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key9196792424836879577.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca16579362748618882392.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=380 (was 380), ProcessCount=11 (was 11), AvailableMemoryMB=6368 (was 6420) 2024-11-26T18:12:34,534 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=380, ProcessCount=11, AvailableMemoryMB=6368 2024-11-26T18:12:34,540 INFO [FileChangeWatcher-hbase_test_ca16579362748618882392.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16579362748618882392.jks thread finished 2024-11-26T18:12:34,540 INFO [FileChangeWatcher-hbase_test_key9196792424836879577.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9196792424836879577.jks thread finished 2024-11-26T18:12:34,597 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T18:12:34,598 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43193 2024-11-26T18:12:34,598 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T18:12:34,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3609d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T18:12:34,599 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T18:12:34,600 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:34,638 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:34,639 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:34,640 INFO [FileChangeWatcher-hbase_test_key4509783215602301260.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4509783215602301260.pem thread started 2024-11-26T18:12:34,640 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:34,641 INFO [FileChangeWatcher-hbase_test_ca17343725086477325082.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17343725086477325082.pem thread started 2024-11-26T18:12:34,641 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T18:12:34,665 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:34,666 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:34,667 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:34,668 INFO [FileChangeWatcher-hbase_test_key4509783215602301260.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4509783215602301260.pem thread started 2024-11-26T18:12:34,668 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:34,672 INFO [FileChangeWatcher-hbase_test_ca17343725086477325082.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17343725086477325082.pem thread started 2024-11-26T18:12:34,672 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x43a69aa9, L:/127.0.0.1:43193 - R:/127.0.0.1:54564] 2024-11-26T18:12:34,696 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54564, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T18:12:35,106 DEBUG [FileChangeWatcher-hbase_test_key4509783215602301260.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4509783215602301260.pem 2024-11-26T18:12:35,106 DEBUG [FileChangeWatcher-hbase_test_ca17343725086477325082.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4509783215602301260.pem 2024-11-26T18:12:35,106 INFO [FileChangeWatcher-hbase_test_key4509783215602301260.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4509783215602301260.pem 2024-11-26T18:12:35,106 DEBUG [FileChangeWatcher-hbase_test_ca17343725086477325082.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4509783215602301260.pem 2024-11-26T18:12:35,107 DEBUG [FileChangeWatcher-hbase_test_ca17343725086477325082.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4509783215602301260.pem 2024-11-26T18:12:35,107 DEBUG [FileChangeWatcher-hbase_test_key4509783215602301260.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4509783215602301260.pem 2024-11-26T18:12:35,107 DEBUG [FileChangeWatcher-hbase_test_ca17343725086477325082.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4509783215602301260.pem 2024-11-26T18:12:35,106 DEBUG [FileChangeWatcher-hbase_test_key4509783215602301260.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4509783215602301260.pem 2024-11-26T18:12:35,107 INFO [FileChangeWatcher-hbase_test_key4509783215602301260.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4509783215602301260.pem 2024-11-26T18:12:35,107 INFO [FileChangeWatcher-hbase_test_key4509783215602301260.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4509783215602301260.pem 2024-11-26T18:12:35,107 DEBUG [FileChangeWatcher-hbase_test_key4509783215602301260.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17343725086477325082.pem 2024-11-26T18:12:35,107 DEBUG [FileChangeWatcher-hbase_test_key4509783215602301260.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4509783215602301260.pem 2024-11-26T18:12:35,107 DEBUG [FileChangeWatcher-hbase_test_key4509783215602301260.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17343725086477325082.pem 2024-11-26T18:12:35,107 INFO [FileChangeWatcher-hbase_test_key4509783215602301260.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4509783215602301260.pem 2024-11-26T18:12:35,108 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,43193,0 is dead - stopping the connection localhost:43193/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-26T18:12:35,108 DEBUG [FileChangeWatcher-hbase_test_key4509783215602301260.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17343725086477325082.pem 2024-11-26T18:12:35,108 DEBUG [FileChangeWatcher-hbase_test_key4509783215602301260.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17343725086477325082.pem 2024-11-26T18:12:35,108 DEBUG [FileChangeWatcher-hbase_test_key4509783215602301260.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17343725086477325082.pem 2024-11-26T18:12:35,108 DEBUG [FileChangeWatcher-hbase_test_key4509783215602301260.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17343725086477325082.pem 2024-11-26T18:12:35,108 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T18:12:35,108 DEBUG [FileChangeWatcher-hbase_test_key4509783215602301260.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17343725086477325082.pem 2024-11-26T18:12:35,108 DEBUG [FileChangeWatcher-hbase_test_key4509783215602301260.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17343725086477325082.pem 2024-11-26T18:12:35,107 DEBUG [FileChangeWatcher-hbase_test_ca17343725086477325082.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4509783215602301260.pem 2024-11-26T18:12:35,109 DEBUG [FileChangeWatcher-hbase_test_ca17343725086477325082.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4509783215602301260.pem 2024-11-26T18:12:35,109 DEBUG [FileChangeWatcher-hbase_test_ca17343725086477325082.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17343725086477325082.pem 2024-11-26T18:12:35,109 DEBUG [FileChangeWatcher-hbase_test_ca17343725086477325082.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4509783215602301260.pem 2024-11-26T18:12:35,109 INFO [FileChangeWatcher-hbase_test_ca17343725086477325082.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17343725086477325082.pem 2024-11-26T18:12:35,109 DEBUG [FileChangeWatcher-hbase_test_ca17343725086477325082.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4509783215602301260.pem 2024-11-26T18:12:35,109 DEBUG [FileChangeWatcher-hbase_test_ca17343725086477325082.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17343725086477325082.pem 2024-11-26T18:12:35,110 INFO [FileChangeWatcher-hbase_test_ca17343725086477325082.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17343725086477325082.pem 2024-11-26T18:12:35,110 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:35,116 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:35,117 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T18:12:35,126 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:35,127 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:35,128 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x307ed976, L:/127.0.0.1:43193 - R:/127.0.0.1:54580] 2024-11-26T18:12:35,148 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54580, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T18:12:35,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T18:12:35,150 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43193 2024-11-26T18:12:35,150 DEBUG [FileChangeWatcher-hbase_test_key4509783215602301260.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4509783215602301260.pem was interrupted and is shutting down... 2024-11-26T18:12:35,150 DEBUG [FileChangeWatcher-hbase_test_ca17343725086477325082.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17343725086477325082.pem was interrupted and is shutting down... 2024-11-26T18:12:35,150 DEBUG [FileChangeWatcher-hbase_test_key4509783215602301260.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4509783215602301260.pem was interrupted and is shutting down... 2024-11-26T18:12:35,150 INFO [FileChangeWatcher-hbase_test_key4509783215602301260.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4509783215602301260.pem thread finished 2024-11-26T18:12:35,150 DEBUG [FileChangeWatcher-hbase_test_ca17343725086477325082.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17343725086477325082.pem was interrupted and is shutting down... 2024-11-26T18:12:35,150 INFO [FileChangeWatcher-hbase_test_ca17343725086477325082.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17343725086477325082.pem thread finished 2024-11-26T18:12:35,156 INFO [FileChangeWatcher-hbase_test_ca17343725086477325082.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17343725086477325082.pem thread finished 2024-11-26T18:12:35,156 INFO [FileChangeWatcher-hbase_test_key4509783215602301260.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4509783215602301260.pem thread finished 2024-11-26T18:12:35,159 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 27) Potentially hanging thread: FileChangeWatcher-hbase_test_ca17343725086477325082.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key4509783215602301260.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=380 (was 380), ProcessCount=11 (was 11), AvailableMemoryMB=6296 (was 6368) 2024-11-26T18:12:35,166 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=380, ProcessCount=11, AvailableMemoryMB=6295 2024-11-26T18:12:35,167 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T18:12:35,168 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44981 2024-11-26T18:12:35,168 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T18:12:35,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f122a89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T18:12:35,170 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T18:12:35,171 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:35,176 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:35,176 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:35,177 INFO [FileChangeWatcher-hbase_test_key4509783215602301260.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4509783215602301260.pem thread started 2024-11-26T18:12:35,177 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:35,178 INFO [FileChangeWatcher-hbase_test_ca17343725086477325082.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17343725086477325082.pem thread started 2024-11-26T18:12:35,178 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T18:12:35,186 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:35,187 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:35,187 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:35,188 INFO [FileChangeWatcher-hbase_test_key4509783215602301260.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4509783215602301260.pem thread started 2024-11-26T18:12:35,191 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:35,192 INFO [FileChangeWatcher-hbase_test_ca17343725086477325082.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17343725086477325082.pem thread started 2024-11-26T18:12:35,192 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf903e592, L:/127.0.0.1:44981 - R:/127.0.0.1:40230] 2024-11-26T18:12:35,213 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40230, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T18:12:35,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T18:12:35,216 DEBUG [FileChangeWatcher-hbase_test_key4509783215602301260.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4509783215602301260.pem was interrupted and is shutting down... 2024-11-26T18:12:35,216 DEBUG [FileChangeWatcher-hbase_test_ca17343725086477325082.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17343725086477325082.pem was interrupted and is shutting down... 2024-11-26T18:12:35,216 INFO [FileChangeWatcher-hbase_test_ca17343725086477325082.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17343725086477325082.pem thread finished 2024-11-26T18:12:35,216 INFO [FileChangeWatcher-hbase_test_key4509783215602301260.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4509783215602301260.pem thread finished 2024-11-26T18:12:35,449 DEBUG [FileChangeWatcher-hbase_test_key4509783215602301260.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4509783215602301260.pem 2024-11-26T18:12:35,449 DEBUG [FileChangeWatcher-hbase_test_ca17343725086477325082.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4509783215602301260.pem 2024-11-26T18:12:35,449 DEBUG [FileChangeWatcher-hbase_test_ca17343725086477325082.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4509783215602301260.pem 2024-11-26T18:12:35,449 INFO [FileChangeWatcher-hbase_test_key4509783215602301260.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4509783215602301260.pem 2024-11-26T18:12:35,450 DEBUG [FileChangeWatcher-hbase_test_key4509783215602301260.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4509783215602301260.pem 2024-11-26T18:12:35,450 DEBUG [FileChangeWatcher-hbase_test_ca17343725086477325082.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4509783215602301260.pem 2024-11-26T18:12:35,450 INFO [FileChangeWatcher-hbase_test_key4509783215602301260.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4509783215602301260.pem 2024-11-26T18:12:35,450 DEBUG [FileChangeWatcher-hbase_test_ca17343725086477325082.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4509783215602301260.pem 2024-11-26T18:12:35,450 DEBUG [FileChangeWatcher-hbase_test_key4509783215602301260.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17343725086477325082.pem 2024-11-26T18:12:35,450 DEBUG [FileChangeWatcher-hbase_test_ca17343725086477325082.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17343725086477325082.pem 2024-11-26T18:12:35,450 DEBUG [FileChangeWatcher-hbase_test_key4509783215602301260.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17343725086477325082.pem 2024-11-26T18:12:35,450 INFO [FileChangeWatcher-hbase_test_ca17343725086477325082.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17343725086477325082.pem 2024-11-26T18:12:35,450 DEBUG [FileChangeWatcher-hbase_test_key4509783215602301260.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17343725086477325082.pem 2024-11-26T18:12:35,450 DEBUG [FileChangeWatcher-hbase_test_ca17343725086477325082.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17343725086477325082.pem 2024-11-26T18:12:35,451 DEBUG [FileChangeWatcher-hbase_test_key4509783215602301260.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17343725086477325082.pem 2024-11-26T18:12:35,451 INFO [FileChangeWatcher-hbase_test_ca17343725086477325082.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17343725086477325082.pem 2024-11-26T18:12:35,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b83ce67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T18:12:35,451 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T18:12:35,453 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:35,458 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:35,459 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:35,460 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:35,460 INFO [FileChangeWatcher-hbase_test_key4509783215602301260.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4509783215602301260.pem thread started 2024-11-26T18:12:35,461 INFO [FileChangeWatcher-hbase_test_ca17343725086477325082.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17343725086477325082.pem thread started 2024-11-26T18:12:35,461 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T18:12:35,468 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:35,469 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:35,469 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf179dc0b, L:/127.0.0.1:44981 - R:/127.0.0.1:40238] 2024-11-26T18:12:35,485 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40238, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T18:12:35,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T18:12:35,487 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44981 2024-11-26T18:12:35,487 DEBUG [FileChangeWatcher-hbase_test_key4509783215602301260.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4509783215602301260.pem was interrupted and is shutting down... 2024-11-26T18:12:35,487 DEBUG [FileChangeWatcher-hbase_test_key4509783215602301260.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4509783215602301260.pem was interrupted and is shutting down... 2024-11-26T18:12:35,487 DEBUG [FileChangeWatcher-hbase_test_ca17343725086477325082.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17343725086477325082.pem was interrupted and is shutting down... 2024-11-26T18:12:35,488 DEBUG [FileChangeWatcher-hbase_test_ca17343725086477325082.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17343725086477325082.pem was interrupted and is shutting down... 2024-11-26T18:12:35,488 INFO [FileChangeWatcher-hbase_test_key4509783215602301260.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4509783215602301260.pem thread finished 2024-11-26T18:12:35,488 INFO [FileChangeWatcher-hbase_test_ca17343725086477325082.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17343725086477325082.pem thread finished 2024-11-26T18:12:35,488 INFO [FileChangeWatcher-hbase_test_key4509783215602301260.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4509783215602301260.pem thread finished 2024-11-26T18:12:35,497 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 25) Potentially hanging thread: FileChangeWatcher-hbase_test_ca17343725086477325082.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=380 (was 380), ProcessCount=11 (was 11), AvailableMemoryMB=6238 (was 6295) 2024-11-26T18:12:35,504 INFO [FileChangeWatcher-hbase_test_ca17343725086477325082.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17343725086477325082.pem thread finished 2024-11-26T18:12:35,505 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=380, ProcessCount=11, AvailableMemoryMB=6241 2024-11-26T18:12:35,548 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T18:12:35,549 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34133 2024-11-26T18:12:35,549 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T18:12:35,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ef8d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T18:12:35,550 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T18:12:35,551 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:35,583 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:35,584 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:35,584 INFO [FileChangeWatcher-hbase_test_key7372037080334694414.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7372037080334694414.p12 thread started 2024-11-26T18:12:35,584 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:35,585 INFO [FileChangeWatcher-hbase_test_ca3327432711828584116.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3327432711828584116.p12 thread started 2024-11-26T18:12:35,585 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T18:12:35,603 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:35,618 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:35,619 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:35,619 INFO [FileChangeWatcher-hbase_test_key7372037080334694414.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7372037080334694414.p12 thread started 2024-11-26T18:12:35,619 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:35,620 INFO [FileChangeWatcher-hbase_test_ca3327432711828584116.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3327432711828584116.p12 thread started 2024-11-26T18:12:35,620 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc80ca111, L:/127.0.0.1:34133 - R:/127.0.0.1:58422] 2024-11-26T18:12:35,659 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58422, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T18:12:36,075 DEBUG [FileChangeWatcher-hbase_test_key7372037080334694414.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7372037080334694414.p12 2024-11-26T18:12:36,075 DEBUG [FileChangeWatcher-hbase_test_ca3327432711828584116.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7372037080334694414.p12 2024-11-26T18:12:36,075 DEBUG [FileChangeWatcher-hbase_test_ca3327432711828584116.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7372037080334694414.p12 2024-11-26T18:12:36,075 DEBUG [FileChangeWatcher-hbase_test_key7372037080334694414.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7372037080334694414.p12 2024-11-26T18:12:36,075 INFO [FileChangeWatcher-hbase_test_key7372037080334694414.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7372037080334694414.p12 2024-11-26T18:12:36,075 DEBUG [FileChangeWatcher-hbase_test_ca3327432711828584116.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7372037080334694414.p12 2024-11-26T18:12:36,075 DEBUG [FileChangeWatcher-hbase_test_ca3327432711828584116.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7372037080334694414.p12 2024-11-26T18:12:36,075 INFO [FileChangeWatcher-hbase_test_key7372037080334694414.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7372037080334694414.p12 2024-11-26T18:12:36,102 DEBUG [FileChangeWatcher-hbase_test_ca3327432711828584116.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7372037080334694414.p12 2024-11-26T18:12:36,102 DEBUG [FileChangeWatcher-hbase_test_key7372037080334694414.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7372037080334694414.p12 2024-11-26T18:12:36,102 DEBUG [FileChangeWatcher-hbase_test_ca3327432711828584116.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7372037080334694414.p12 2024-11-26T18:12:36,102 DEBUG [FileChangeWatcher-hbase_test_key7372037080334694414.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7372037080334694414.p12 2024-11-26T18:12:36,102 DEBUG [FileChangeWatcher-hbase_test_ca3327432711828584116.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7372037080334694414.p12 2024-11-26T18:12:36,102 DEBUG [FileChangeWatcher-hbase_test_ca3327432711828584116.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7372037080334694414.p12 2024-11-26T18:12:36,102 INFO [FileChangeWatcher-hbase_test_key7372037080334694414.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7372037080334694414.p12 2024-11-26T18:12:36,102 INFO [FileChangeWatcher-hbase_test_key7372037080334694414.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7372037080334694414.p12 2024-11-26T18:12:36,102 DEBUG [FileChangeWatcher-hbase_test_key7372037080334694414.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3327432711828584116.p12 2024-11-26T18:12:36,102 DEBUG [FileChangeWatcher-hbase_test_ca3327432711828584116.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3327432711828584116.p12 2024-11-26T18:12:36,102 DEBUG [FileChangeWatcher-hbase_test_ca3327432711828584116.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3327432711828584116.p12 2024-11-26T18:12:36,102 DEBUG [FileChangeWatcher-hbase_test_key7372037080334694414.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3327432711828584116.p12 2024-11-26T18:12:36,102 DEBUG [FileChangeWatcher-hbase_test_key7372037080334694414.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3327432711828584116.p12 2024-11-26T18:12:36,102 INFO [FileChangeWatcher-hbase_test_ca3327432711828584116.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3327432711828584116.p12 2024-11-26T18:12:36,102 INFO [FileChangeWatcher-hbase_test_ca3327432711828584116.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3327432711828584116.p12 2024-11-26T18:12:36,102 DEBUG [FileChangeWatcher-hbase_test_key7372037080334694414.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3327432711828584116.p12 2024-11-26T18:12:36,121 DEBUG [FileChangeWatcher-hbase_test_key7372037080334694414.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3327432711828584116.p12 2024-11-26T18:12:36,121 DEBUG [FileChangeWatcher-hbase_test_ca3327432711828584116.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3327432711828584116.p12 2024-11-26T18:12:36,121 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34133,0 is dead - stopping the connection localhost:34133/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-26T18:12:36,121 DEBUG [FileChangeWatcher-hbase_test_key7372037080334694414.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3327432711828584116.p12 2024-11-26T18:12:36,121 DEBUG [FileChangeWatcher-hbase_test_ca3327432711828584116.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3327432711828584116.p12 2024-11-26T18:12:36,122 DEBUG [FileChangeWatcher-hbase_test_key7372037080334694414.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3327432711828584116.p12 2024-11-26T18:12:36,122 DEBUG [FileChangeWatcher-hbase_test_key7372037080334694414.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3327432711828584116.p12 2024-11-26T18:12:36,122 INFO [FileChangeWatcher-hbase_test_ca3327432711828584116.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3327432711828584116.p12 2024-11-26T18:12:36,122 INFO [FileChangeWatcher-hbase_test_ca3327432711828584116.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3327432711828584116.p12 2024-11-26T18:12:36,122 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T18:12:36,124 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:36,156 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:36,156 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T18:12:36,173 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:36,188 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:36,189 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa41b782b, L:/127.0.0.1:34133 - R:/127.0.0.1:58438] 2024-11-26T18:12:36,228 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58438, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T18:12:36,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T18:12:36,230 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34133 2024-11-26T18:12:36,230 DEBUG [FileChangeWatcher-hbase_test_ca3327432711828584116.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3327432711828584116.p12 was interrupted and is shutting down... 2024-11-26T18:12:36,230 DEBUG [FileChangeWatcher-hbase_test_key7372037080334694414.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7372037080334694414.p12 was interrupted and is shutting down... 2024-11-26T18:12:36,231 DEBUG [FileChangeWatcher-hbase_test_key7372037080334694414.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7372037080334694414.p12 was interrupted and is shutting down... 2024-11-26T18:12:36,231 DEBUG [FileChangeWatcher-hbase_test_ca3327432711828584116.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3327432711828584116.p12 was interrupted and is shutting down... 2024-11-26T18:12:36,231 INFO [FileChangeWatcher-hbase_test_key7372037080334694414.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7372037080334694414.p12 thread finished 2024-11-26T18:12:36,231 INFO [FileChangeWatcher-hbase_test_key7372037080334694414.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7372037080334694414.p12 thread finished 2024-11-26T18:12:36,238 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 29) Potentially hanging thread: FileChangeWatcher-hbase_test_ca3327432711828584116.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_ca3327432711828584116.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=380 (was 380), ProcessCount=11 (was 11), AvailableMemoryMB=6170 (was 6241) 2024-11-26T18:12:36,245 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=380, ProcessCount=11, AvailableMemoryMB=6169 2024-11-26T18:12:36,247 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T18:12:36,247 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36987 2024-11-26T18:12:36,248 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T18:12:36,248 INFO [FileChangeWatcher-hbase_test_ca3327432711828584116.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3327432711828584116.p12 thread finished 2024-11-26T18:12:36,248 INFO [FileChangeWatcher-hbase_test_ca3327432711828584116.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3327432711828584116.p12 thread finished 2024-11-26T18:12:36,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38633be9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T18:12:36,249 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T18:12:36,250 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:36,281 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:36,282 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:36,282 INFO [FileChangeWatcher-hbase_test_key7372037080334694414.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7372037080334694414.p12 thread started 2024-11-26T18:12:36,282 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:36,283 INFO [FileChangeWatcher-hbase_test_ca3327432711828584116.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3327432711828584116.p12 thread started 2024-11-26T18:12:36,283 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T18:12:36,299 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:36,314 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:36,315 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:36,315 INFO [FileChangeWatcher-hbase_test_key7372037080334694414.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7372037080334694414.p12 thread started 2024-11-26T18:12:36,315 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:36,316 INFO [FileChangeWatcher-hbase_test_ca3327432711828584116.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3327432711828584116.p12 thread started 2024-11-26T18:12:36,316 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x116d933e, L:/127.0.0.1:36987 - R:/127.0.0.1:45450] 2024-11-26T18:12:36,353 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45450, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T18:12:36,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T18:12:36,355 DEBUG [FileChangeWatcher-hbase_test_ca3327432711828584116.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3327432711828584116.p12 was interrupted and is shutting down... 2024-11-26T18:12:36,355 DEBUG [FileChangeWatcher-hbase_test_key7372037080334694414.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7372037080334694414.p12 was interrupted and is shutting down... 2024-11-26T18:12:36,356 INFO [FileChangeWatcher-hbase_test_key7372037080334694414.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7372037080334694414.p12 thread finished 2024-11-26T18:12:36,356 INFO [FileChangeWatcher-hbase_test_ca3327432711828584116.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3327432711828584116.p12 thread finished 2024-11-26T18:12:36,559 DEBUG [FileChangeWatcher-hbase_test_key7372037080334694414.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7372037080334694414.p12 2024-11-26T18:12:36,559 DEBUG [FileChangeWatcher-hbase_test_ca3327432711828584116.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7372037080334694414.p12 2024-11-26T18:12:36,559 INFO [FileChangeWatcher-hbase_test_key7372037080334694414.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7372037080334694414.p12 2024-11-26T18:12:36,559 DEBUG [FileChangeWatcher-hbase_test_ca3327432711828584116.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7372037080334694414.p12 2024-11-26T18:12:36,585 DEBUG [FileChangeWatcher-hbase_test_key7372037080334694414.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7372037080334694414.p12 2024-11-26T18:12:36,585 DEBUG [FileChangeWatcher-hbase_test_ca3327432711828584116.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7372037080334694414.p12 2024-11-26T18:12:36,586 INFO [FileChangeWatcher-hbase_test_key7372037080334694414.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7372037080334694414.p12 2024-11-26T18:12:36,586 DEBUG [FileChangeWatcher-hbase_test_ca3327432711828584116.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7372037080334694414.p12 2024-11-26T18:12:36,586 DEBUG [FileChangeWatcher-hbase_test_key7372037080334694414.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3327432711828584116.p12 2024-11-26T18:12:36,586 DEBUG [FileChangeWatcher-hbase_test_key7372037080334694414.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3327432711828584116.p12 2024-11-26T18:12:36,586 DEBUG [FileChangeWatcher-hbase_test_ca3327432711828584116.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3327432711828584116.p12 2024-11-26T18:12:36,586 INFO [FileChangeWatcher-hbase_test_ca3327432711828584116.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3327432711828584116.p12 2024-11-26T18:12:36,601 DEBUG [FileChangeWatcher-hbase_test_key7372037080334694414.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3327432711828584116.p12 2024-11-26T18:12:36,601 DEBUG [FileChangeWatcher-hbase_test_ca3327432711828584116.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3327432711828584116.p12 2024-11-26T18:12:36,601 DEBUG [FileChangeWatcher-hbase_test_key7372037080334694414.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3327432711828584116.p12 2024-11-26T18:12:36,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ba59fb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T18:12:36,601 INFO [FileChangeWatcher-hbase_test_ca3327432711828584116.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3327432711828584116.p12 2024-11-26T18:12:36,601 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T18:12:36,602 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:36,634 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:36,635 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:36,635 INFO [FileChangeWatcher-hbase_test_key7372037080334694414.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7372037080334694414.p12 thread started 2024-11-26T18:12:36,635 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:36,636 INFO [FileChangeWatcher-hbase_test_ca3327432711828584116.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3327432711828584116.p12 thread started 2024-11-26T18:12:36,636 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T18:12:36,652 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:36,668 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:36,668 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x706b099f, L:/127.0.0.1:36987 - R:/127.0.0.1:45464] 2024-11-26T18:12:36,720 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45464, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T18:12:36,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T18:12:36,722 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36987 2024-11-26T18:12:36,722 DEBUG [FileChangeWatcher-hbase_test_ca3327432711828584116.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3327432711828584116.p12 was interrupted and is shutting down... 2024-11-26T18:12:36,722 DEBUG [FileChangeWatcher-hbase_test_key7372037080334694414.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7372037080334694414.p12 was interrupted and is shutting down... 2024-11-26T18:12:36,722 DEBUG [FileChangeWatcher-hbase_test_key7372037080334694414.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7372037080334694414.p12 was interrupted and is shutting down... 2024-11-26T18:12:36,723 DEBUG [FileChangeWatcher-hbase_test_ca3327432711828584116.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3327432711828584116.p12 was interrupted and is shutting down... 2024-11-26T18:12:36,723 INFO [FileChangeWatcher-hbase_test_ca3327432711828584116.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3327432711828584116.p12 thread finished 2024-11-26T18:12:36,723 INFO [FileChangeWatcher-hbase_test_key7372037080334694414.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7372037080334694414.p12 thread finished 2024-11-26T18:12:36,723 INFO [FileChangeWatcher-hbase_test_key7372037080334694414.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7372037080334694414.p12 thread finished 2024-11-26T18:12:36,731 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 33), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=380 (was 380), ProcessCount=11 (was 11), AvailableMemoryMB=6114 (was 6169) 2024-11-26T18:12:36,736 INFO [FileChangeWatcher-hbase_test_ca3327432711828584116.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3327432711828584116.p12 thread finished 2024-11-26T18:12:36,737 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=380, ProcessCount=11, AvailableMemoryMB=6113 2024-11-26T18:12:37,273 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T18:12:37,274 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44797 2024-11-26T18:12:37,274 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T18:12:37,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c184dfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T18:12:37,275 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T18:12:37,277 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:37,614 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:37,615 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:37,616 INFO [FileChangeWatcher-hbase_test_key16939832596021614655.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16939832596021614655.bcfks thread started 2024-11-26T18:12:37,616 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:37,616 INFO [FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks thread started 2024-11-26T18:12:37,616 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T18:12:37,796 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:37,962 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:37,963 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:37,964 INFO [FileChangeWatcher-hbase_test_key16939832596021614655.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16939832596021614655.bcfks thread started 2024-11-26T18:12:37,964 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:37,964 INFO [FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks thread started 2024-11-26T18:12:37,964 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc5fe04f5, L:/127.0.0.1:44797 - R:/127.0.0.1:38954] 2024-11-26T18:12:38,159 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38954, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T18:12:38,460 DEBUG [FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16939832596021614655.bcfks 2024-11-26T18:12:38,460 DEBUG [FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16939832596021614655.bcfks 2024-11-26T18:12:38,460 DEBUG [FileChangeWatcher-hbase_test_key16939832596021614655.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16939832596021614655.bcfks 2024-11-26T18:12:38,460 DEBUG [FileChangeWatcher-hbase_test_key16939832596021614655.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16939832596021614655.bcfks 2024-11-26T18:12:38,460 DEBUG [FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16939832596021614655.bcfks 2024-11-26T18:12:38,460 DEBUG [FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16939832596021614655.bcfks 2024-11-26T18:12:38,460 INFO [FileChangeWatcher-hbase_test_key16939832596021614655.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16939832596021614655.bcfks 2024-11-26T18:12:38,460 INFO [FileChangeWatcher-hbase_test_key16939832596021614655.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16939832596021614655.bcfks 2024-11-26T18:12:38,705 DEBUG [FileChangeWatcher-hbase_test_key16939832596021614655.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16939832596021614655.bcfks 2024-11-26T18:12:38,705 DEBUG [FileChangeWatcher-hbase_test_key16939832596021614655.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16939832596021614655.bcfks 2024-11-26T18:12:38,705 DEBUG [FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16939832596021614655.bcfks 2024-11-26T18:12:38,705 INFO [FileChangeWatcher-hbase_test_key16939832596021614655.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16939832596021614655.bcfks 2024-11-26T18:12:38,705 INFO [FileChangeWatcher-hbase_test_key16939832596021614655.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16939832596021614655.bcfks 2024-11-26T18:12:38,705 DEBUG [FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16939832596021614655.bcfks 2024-11-26T18:12:38,705 DEBUG [FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16939832596021614655.bcfks 2024-11-26T18:12:38,705 DEBUG [FileChangeWatcher-hbase_test_key16939832596021614655.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2061744962577358606.bcfks 2024-11-26T18:12:38,705 DEBUG [FileChangeWatcher-hbase_test_key16939832596021614655.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2061744962577358606.bcfks 2024-11-26T18:12:38,705 DEBUG [FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16939832596021614655.bcfks 2024-11-26T18:12:38,705 DEBUG [FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2061744962577358606.bcfks 2024-11-26T18:12:38,705 DEBUG [FileChangeWatcher-hbase_test_key16939832596021614655.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2061744962577358606.bcfks 2024-11-26T18:12:38,705 DEBUG [FileChangeWatcher-hbase_test_key16939832596021614655.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2061744962577358606.bcfks 2024-11-26T18:12:38,705 DEBUG [FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2061744962577358606.bcfks 2024-11-26T18:12:38,705 INFO [FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2061744962577358606.bcfks 2024-11-26T18:12:38,706 INFO [FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2061744962577358606.bcfks 2024-11-26T18:12:38,867 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44797,0 is dead - stopping the connection localhost:44797/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-26T18:12:38,867 DEBUG [FileChangeWatcher-hbase_test_key16939832596021614655.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2061744962577358606.bcfks 2024-11-26T18:12:38,867 DEBUG [FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2061744962577358606.bcfks 2024-11-26T18:12:38,867 DEBUG [FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2061744962577358606.bcfks 2024-11-26T18:12:38,867 INFO [FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2061744962577358606.bcfks 2024-11-26T18:12:38,867 DEBUG [FileChangeWatcher-hbase_test_key16939832596021614655.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2061744962577358606.bcfks 2024-11-26T18:12:38,867 INFO [FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2061744962577358606.bcfks 2024-11-26T18:12:38,867 DEBUG [FileChangeWatcher-hbase_test_key16939832596021614655.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2061744962577358606.bcfks 2024-11-26T18:12:38,867 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T18:12:38,868 DEBUG [FileChangeWatcher-hbase_test_key16939832596021614655.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2061744962577358606.bcfks 2024-11-26T18:12:38,869 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:39,197 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:39,198 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T18:12:39,363 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:39,528 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:39,529 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7ea8ffa7, L:/127.0.0.1:44797 - R:/127.0.0.1:38966] 2024-11-26T18:12:39,714 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38966, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T18:12:39,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T18:12:39,716 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44797 2024-11-26T18:12:39,716 DEBUG [FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks was interrupted and is shutting down... 2024-11-26T18:12:39,716 DEBUG [FileChangeWatcher-hbase_test_key16939832596021614655.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16939832596021614655.bcfks was interrupted and is shutting down... 2024-11-26T18:12:39,716 DEBUG [FileChangeWatcher-hbase_test_key16939832596021614655.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16939832596021614655.bcfks was interrupted and is shutting down... 2024-11-26T18:12:39,716 DEBUG [FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks was interrupted and is shutting down... 2024-11-26T18:12:39,717 INFO [FileChangeWatcher-hbase_test_key16939832596021614655.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16939832596021614655.bcfks thread finished 2024-11-26T18:12:39,717 INFO [FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks thread finished 2024-11-26T18:12:39,717 INFO [FileChangeWatcher-hbase_test_key16939832596021614655.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16939832596021614655.bcfks thread finished 2024-11-26T18:12:39,724 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 33) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=373 (was 380), ProcessCount=11 (was 11), AvailableMemoryMB=6040 (was 6113) 2024-11-26T18:12:39,731 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=373, ProcessCount=11, AvailableMemoryMB=6040 2024-11-26T18:12:39,732 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T18:12:39,733 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44813 2024-11-26T18:12:39,733 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T18:12:39,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45dd99ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T18:12:39,733 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T18:12:39,734 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:39,736 INFO [FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks thread finished 2024-11-26T18:12:40,076 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:40,077 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:40,077 INFO [FileChangeWatcher-hbase_test_key16939832596021614655.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16939832596021614655.bcfks thread started 2024-11-26T18:12:40,077 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:40,078 INFO [FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks thread started 2024-11-26T18:12:40,078 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T18:12:40,246 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:40,410 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:40,410 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:40,411 INFO [FileChangeWatcher-hbase_test_key16939832596021614655.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16939832596021614655.bcfks thread started 2024-11-26T18:12:40,411 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:40,411 INFO [FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks thread started 2024-11-26T18:12:40,411 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7b01d2ff, L:/127.0.0.1:44813 - R:/127.0.0.1:49356] 2024-11-26T18:12:40,601 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49356, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T18:12:40,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T18:12:40,604 DEBUG [FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks was interrupted and is shutting down... 2024-11-26T18:12:40,604 DEBUG [FileChangeWatcher-hbase_test_key16939832596021614655.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16939832596021614655.bcfks was interrupted and is shutting down... 2024-11-26T18:12:40,604 INFO [FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks thread finished 2024-11-26T18:12:40,605 INFO [FileChangeWatcher-hbase_test_key16939832596021614655.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16939832596021614655.bcfks thread finished 2024-11-26T18:12:41,152 DEBUG [FileChangeWatcher-hbase_test_key16939832596021614655.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16939832596021614655.bcfks 2024-11-26T18:12:41,152 DEBUG [FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16939832596021614655.bcfks 2024-11-26T18:12:41,152 DEBUG [FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16939832596021614655.bcfks 2024-11-26T18:12:41,152 INFO [FileChangeWatcher-hbase_test_key16939832596021614655.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16939832596021614655.bcfks 2024-11-26T18:12:41,393 DEBUG [FileChangeWatcher-hbase_test_key16939832596021614655.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16939832596021614655.bcfks 2024-11-26T18:12:41,393 DEBUG [FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16939832596021614655.bcfks 2024-11-26T18:12:41,393 INFO [FileChangeWatcher-hbase_test_key16939832596021614655.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16939832596021614655.bcfks 2024-11-26T18:12:41,394 DEBUG [FileChangeWatcher-hbase_test_key16939832596021614655.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2061744962577358606.bcfks 2024-11-26T18:12:41,394 DEBUG [FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16939832596021614655.bcfks 2024-11-26T18:12:41,394 DEBUG [FileChangeWatcher-hbase_test_key16939832596021614655.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2061744962577358606.bcfks 2024-11-26T18:12:41,394 DEBUG [FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2061744962577358606.bcfks 2024-11-26T18:12:41,394 INFO [FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2061744962577358606.bcfks 2024-11-26T18:12:41,556 DEBUG [FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2061744962577358606.bcfks 2024-11-26T18:12:41,556 DEBUG [FileChangeWatcher-hbase_test_key16939832596021614655.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2061744962577358606.bcfks 2024-11-26T18:12:41,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5838dc50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T18:12:41,556 DEBUG [FileChangeWatcher-hbase_test_key16939832596021614655.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2061744962577358606.bcfks 2024-11-26T18:12:41,556 INFO [FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2061744962577358606.bcfks 2024-11-26T18:12:41,557 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T18:12:41,558 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:41,883 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:41,884 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:41,884 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:41,884 INFO [FileChangeWatcher-hbase_test_key16939832596021614655.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16939832596021614655.bcfks thread started 2024-11-26T18:12:41,885 INFO [FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks thread started 2024-11-26T18:12:41,885 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T18:12:42,048 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:42,212 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:42,212 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe1cbc0b4, L:/127.0.0.1:44813 - R:/127.0.0.1:49368] 2024-11-26T18:12:42,397 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49368, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T18:12:42,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T18:12:42,400 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44813 2024-11-26T18:12:42,400 DEBUG [FileChangeWatcher-hbase_test_key16939832596021614655.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16939832596021614655.bcfks was interrupted and is shutting down... 2024-11-26T18:12:42,400 DEBUG [FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks was interrupted and is shutting down... 2024-11-26T18:12:42,400 DEBUG [FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks was interrupted and is shutting down... 2024-11-26T18:12:42,400 DEBUG [FileChangeWatcher-hbase_test_key16939832596021614655.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16939832596021614655.bcfks was interrupted and is shutting down... 2024-11-26T18:12:42,400 INFO [FileChangeWatcher-hbase_test_key16939832596021614655.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16939832596021614655.bcfks thread finished 2024-11-26T18:12:42,400 INFO [FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks thread finished 2024-11-26T18:12:42,400 INFO [FileChangeWatcher-hbase_test_key16939832596021614655.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16939832596021614655.bcfks thread finished 2024-11-26T18:12:42,400 INFO [FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2061744962577358606.bcfks thread finished 2024-11-26T18:12:42,407 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 35), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=373 (was 373), ProcessCount=11 (was 11), AvailableMemoryMB=6000 (was 6040) 2024-11-26T18:12:42,413 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=373, ProcessCount=11, AvailableMemoryMB=6000 2024-11-26T18:12:42,531 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T18:12:42,532 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44853 2024-11-26T18:12:42,532 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T18:12:42,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@660f5082, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T18:12:42,533 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T18:12:42,533 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:42,564 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:42,565 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:42,565 INFO [FileChangeWatcher-hbase_test_key6431080207192082582.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6431080207192082582.jks thread started 2024-11-26T18:12:42,565 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:42,565 INFO [FileChangeWatcher-hbase_test_ca4764223518819693396.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4764223518819693396.jks thread started 2024-11-26T18:12:42,566 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T18:12:42,595 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:42,610 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:42,610 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:42,611 INFO [FileChangeWatcher-hbase_test_key6431080207192082582.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6431080207192082582.jks thread started 2024-11-26T18:12:42,611 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:42,611 INFO [FileChangeWatcher-hbase_test_ca4764223518819693396.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4764223518819693396.jks thread started 2024-11-26T18:12:42,611 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbc3aa64a, L:/127.0.0.1:44853 - R:/127.0.0.1:59362] 2024-11-26T18:12:42,660 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59362, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T18:12:42,668 DEBUG [FileChangeWatcher-hbase_test_key6431080207192082582.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6431080207192082582.jks 2024-11-26T18:12:42,668 DEBUG [FileChangeWatcher-hbase_test_ca4764223518819693396.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6431080207192082582.jks 2024-11-26T18:12:42,668 DEBUG [FileChangeWatcher-hbase_test_key6431080207192082582.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6431080207192082582.jks 2024-11-26T18:12:42,668 INFO [FileChangeWatcher-hbase_test_key6431080207192082582.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6431080207192082582.jks 2024-11-26T18:12:42,668 DEBUG [FileChangeWatcher-hbase_test_ca4764223518819693396.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6431080207192082582.jks 2024-11-26T18:12:42,668 DEBUG [FileChangeWatcher-hbase_test_ca4764223518819693396.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6431080207192082582.jks 2024-11-26T18:12:42,668 INFO [FileChangeWatcher-hbase_test_key6431080207192082582.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6431080207192082582.jks 2024-11-26T18:12:42,668 DEBUG [FileChangeWatcher-hbase_test_ca4764223518819693396.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6431080207192082582.jks 2024-11-26T18:12:42,693 DEBUG [FileChangeWatcher-hbase_test_key6431080207192082582.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6431080207192082582.jks 2024-11-26T18:12:42,693 DEBUG [FileChangeWatcher-hbase_test_key6431080207192082582.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6431080207192082582.jks 2024-11-26T18:12:42,693 DEBUG [FileChangeWatcher-hbase_test_ca4764223518819693396.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6431080207192082582.jks 2024-11-26T18:12:42,693 DEBUG [FileChangeWatcher-hbase_test_ca4764223518819693396.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6431080207192082582.jks 2024-11-26T18:12:42,693 INFO [FileChangeWatcher-hbase_test_key6431080207192082582.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6431080207192082582.jks 2024-11-26T18:12:42,693 INFO [FileChangeWatcher-hbase_test_key6431080207192082582.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6431080207192082582.jks 2024-11-26T18:12:42,693 DEBUG [FileChangeWatcher-hbase_test_ca4764223518819693396.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6431080207192082582.jks 2024-11-26T18:12:42,693 DEBUG [FileChangeWatcher-hbase_test_key6431080207192082582.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4764223518819693396.jks 2024-11-26T18:12:42,693 DEBUG [FileChangeWatcher-hbase_test_ca4764223518819693396.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6431080207192082582.jks 2024-11-26T18:12:42,693 DEBUG [FileChangeWatcher-hbase_test_ca4764223518819693396.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4764223518819693396.jks 2024-11-26T18:12:42,693 DEBUG [FileChangeWatcher-hbase_test_key6431080207192082582.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4764223518819693396.jks 2024-11-26T18:12:42,693 DEBUG [FileChangeWatcher-hbase_test_ca4764223518819693396.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4764223518819693396.jks 2024-11-26T18:12:42,693 INFO [FileChangeWatcher-hbase_test_ca4764223518819693396.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4764223518819693396.jks 2024-11-26T18:12:42,693 INFO [FileChangeWatcher-hbase_test_ca4764223518819693396.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4764223518819693396.jks 2024-11-26T18:12:42,694 DEBUG [FileChangeWatcher-hbase_test_key6431080207192082582.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4764223518819693396.jks 2024-11-26T18:12:42,694 DEBUG [FileChangeWatcher-hbase_test_key6431080207192082582.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4764223518819693396.jks 2024-11-26T18:12:42,708 DEBUG [FileChangeWatcher-hbase_test_ca4764223518819693396.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4764223518819693396.jks 2024-11-26T18:12:42,708 DEBUG [FileChangeWatcher-hbase_test_key6431080207192082582.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4764223518819693396.jks 2024-11-26T18:12:42,708 DEBUG [FileChangeWatcher-hbase_test_key6431080207192082582.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4764223518819693396.jks 2024-11-26T18:12:42,708 DEBUG [FileChangeWatcher-hbase_test_ca4764223518819693396.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4764223518819693396.jks 2024-11-26T18:12:42,708 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44853,0 is dead - stopping the connection localhost:44853/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-26T18:12:42,708 INFO [FileChangeWatcher-hbase_test_ca4764223518819693396.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4764223518819693396.jks 2024-11-26T18:12:42,708 DEBUG [FileChangeWatcher-hbase_test_key6431080207192082582.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4764223518819693396.jks 2024-11-26T18:12:42,708 DEBUG [FileChangeWatcher-hbase_test_key6431080207192082582.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4764223518819693396.jks 2024-11-26T18:12:42,708 INFO [FileChangeWatcher-hbase_test_ca4764223518819693396.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4764223518819693396.jks 2024-11-26T18:12:42,708 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T18:12:42,709 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:42,752 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:42,752 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T18:12:42,767 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:42,784 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:42,784 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x35a855a9, L:/127.0.0.1:44853 - R:/127.0.0.1:44062] 2024-11-26T18:12:42,824 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44062, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T18:12:42,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T18:12:42,826 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44853 2024-11-26T18:12:42,826 DEBUG [FileChangeWatcher-hbase_test_key6431080207192082582.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6431080207192082582.jks was interrupted and is shutting down... 2024-11-26T18:12:42,826 DEBUG [FileChangeWatcher-hbase_test_ca4764223518819693396.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4764223518819693396.jks was interrupted and is shutting down... 2024-11-26T18:12:42,826 DEBUG [FileChangeWatcher-hbase_test_key6431080207192082582.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6431080207192082582.jks was interrupted and is shutting down... 2024-11-26T18:12:42,826 DEBUG [FileChangeWatcher-hbase_test_ca4764223518819693396.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4764223518819693396.jks was interrupted and is shutting down... 2024-11-26T18:12:42,826 INFO [FileChangeWatcher-hbase_test_key6431080207192082582.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6431080207192082582.jks thread finished 2024-11-26T18:12:42,826 INFO [FileChangeWatcher-hbase_test_key6431080207192082582.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6431080207192082582.jks thread finished 2024-11-26T18:12:42,826 INFO [FileChangeWatcher-hbase_test_ca4764223518819693396.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4764223518819693396.jks thread finished 2024-11-26T18:12:42,827 INFO [FileChangeWatcher-hbase_test_ca4764223518819693396.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4764223518819693396.jks thread finished 2024-11-26T18:12:42,833 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35 (was 35), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=373 (was 373), ProcessCount=11 (was 11), AvailableMemoryMB=5997 (was 6000) 2024-11-26T18:12:42,838 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=373, ProcessCount=11, AvailableMemoryMB=5997 2024-11-26T18:12:42,839 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T18:12:42,840 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40455 2024-11-26T18:12:42,840 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T18:12:42,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a7383b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T18:12:42,840 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T18:12:42,841 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:42,871 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:42,871 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:42,872 INFO [FileChangeWatcher-hbase_test_key6431080207192082582.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6431080207192082582.jks thread started 2024-11-26T18:12:42,872 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:42,872 INFO [FileChangeWatcher-hbase_test_ca4764223518819693396.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4764223518819693396.jks thread started 2024-11-26T18:12:42,872 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T18:12:42,887 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:42,901 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:42,902 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:42,902 INFO [FileChangeWatcher-hbase_test_key6431080207192082582.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6431080207192082582.jks thread started 2024-11-26T18:12:42,902 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:42,903 INFO [FileChangeWatcher-hbase_test_ca4764223518819693396.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4764223518819693396.jks thread started 2024-11-26T18:12:42,903 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9564e6d1, L:/127.0.0.1:40455 - R:/127.0.0.1:33330] 2024-11-26T18:12:42,940 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33330, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T18:12:42,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T18:12:42,942 DEBUG [FileChangeWatcher-hbase_test_key6431080207192082582.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6431080207192082582.jks was interrupted and is shutting down... 2024-11-26T18:12:42,942 DEBUG [FileChangeWatcher-hbase_test_ca4764223518819693396.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4764223518819693396.jks was interrupted and is shutting down... 2024-11-26T18:12:42,942 INFO [FileChangeWatcher-hbase_test_key6431080207192082582.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6431080207192082582.jks thread finished 2024-11-26T18:12:42,942 INFO [FileChangeWatcher-hbase_test_ca4764223518819693396.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4764223518819693396.jks thread finished 2024-11-26T18:12:42,948 DEBUG [FileChangeWatcher-hbase_test_ca4764223518819693396.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6431080207192082582.jks 2024-11-26T18:12:42,948 DEBUG [FileChangeWatcher-hbase_test_key6431080207192082582.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6431080207192082582.jks 2024-11-26T18:12:42,948 DEBUG [FileChangeWatcher-hbase_test_ca4764223518819693396.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6431080207192082582.jks 2024-11-26T18:12:42,948 INFO [FileChangeWatcher-hbase_test_key6431080207192082582.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6431080207192082582.jks 2024-11-26T18:12:42,973 DEBUG [FileChangeWatcher-hbase_test_key6431080207192082582.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6431080207192082582.jks 2024-11-26T18:12:42,973 DEBUG [FileChangeWatcher-hbase_test_ca4764223518819693396.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6431080207192082582.jks 2024-11-26T18:12:42,973 DEBUG [FileChangeWatcher-hbase_test_ca4764223518819693396.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6431080207192082582.jks 2024-11-26T18:12:42,973 INFO [FileChangeWatcher-hbase_test_key6431080207192082582.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6431080207192082582.jks 2024-11-26T18:12:42,973 DEBUG [FileChangeWatcher-hbase_test_ca4764223518819693396.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4764223518819693396.jks 2024-11-26T18:12:42,973 DEBUG [FileChangeWatcher-hbase_test_key6431080207192082582.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4764223518819693396.jks 2024-11-26T18:12:42,973 INFO [FileChangeWatcher-hbase_test_ca4764223518819693396.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4764223518819693396.jks 2024-11-26T18:12:42,973 DEBUG [FileChangeWatcher-hbase_test_key6431080207192082582.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4764223518819693396.jks 2024-11-26T18:12:42,988 DEBUG [FileChangeWatcher-hbase_test_ca4764223518819693396.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4764223518819693396.jks 2024-11-26T18:12:42,988 DEBUG [FileChangeWatcher-hbase_test_key6431080207192082582.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4764223518819693396.jks 2024-11-26T18:12:42,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c2f880, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T18:12:42,988 DEBUG [FileChangeWatcher-hbase_test_key6431080207192082582.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4764223518819693396.jks 2024-11-26T18:12:42,988 INFO [FileChangeWatcher-hbase_test_ca4764223518819693396.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4764223518819693396.jks 2024-11-26T18:12:42,989 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T18:12:42,989 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:43,019 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:43,019 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:43,020 INFO [FileChangeWatcher-hbase_test_key6431080207192082582.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6431080207192082582.jks thread started 2024-11-26T18:12:43,020 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:43,021 INFO [FileChangeWatcher-hbase_test_ca4764223518819693396.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4764223518819693396.jks thread started 2024-11-26T18:12:43,021 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T18:12:43,046 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:43,062 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:43,062 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8c41c2c8, L:/127.0.0.1:40455 - R:/127.0.0.1:33336] 2024-11-26T18:12:43,116 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33336, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T18:12:43,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T18:12:43,118 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40455 2024-11-26T18:12:43,118 DEBUG [FileChangeWatcher-hbase_test_ca4764223518819693396.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4764223518819693396.jks was interrupted and is shutting down... 2024-11-26T18:12:43,118 DEBUG [FileChangeWatcher-hbase_test_key6431080207192082582.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6431080207192082582.jks was interrupted and is shutting down... 2024-11-26T18:12:43,118 DEBUG [FileChangeWatcher-hbase_test_key6431080207192082582.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6431080207192082582.jks was interrupted and is shutting down... 2024-11-26T18:12:43,118 DEBUG [FileChangeWatcher-hbase_test_ca4764223518819693396.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4764223518819693396.jks was interrupted and is shutting down... 2024-11-26T18:12:43,118 INFO [FileChangeWatcher-hbase_test_key6431080207192082582.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6431080207192082582.jks thread finished 2024-11-26T18:12:43,118 INFO [FileChangeWatcher-hbase_test_ca4764223518819693396.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4764223518819693396.jks thread finished 2024-11-26T18:12:43,118 INFO [FileChangeWatcher-hbase_test_key6431080207192082582.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6431080207192082582.jks thread finished 2024-11-26T18:12:43,118 INFO [FileChangeWatcher-hbase_test_ca4764223518819693396.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4764223518819693396.jks thread finished 2024-11-26T18:12:43,125 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35 (was 35), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=373 (was 373), ProcessCount=11 (was 11), AvailableMemoryMB=5995 (was 5997) 2024-11-26T18:12:43,131 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=373, ProcessCount=11, AvailableMemoryMB=5994 2024-11-26T18:12:43,137 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T18:12:43,138 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33147 2024-11-26T18:12:43,138 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T18:12:43,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624ecb96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T18:12:43,138 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T18:12:43,139 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:43,144 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:43,144 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:43,144 INFO [FileChangeWatcher-hbase_test_key18273984260187858646.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18273984260187858646.pem thread started 2024-11-26T18:12:43,145 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:43,145 INFO [FileChangeWatcher-hbase_test_ca16580892013153661402.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16580892013153661402.pem thread started 2024-11-26T18:12:43,145 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T18:12:43,149 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:43,150 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:43,150 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:43,151 INFO [FileChangeWatcher-hbase_test_key18273984260187858646.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18273984260187858646.pem thread started 2024-11-26T18:12:43,151 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:43,151 INFO [FileChangeWatcher-hbase_test_ca16580892013153661402.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16580892013153661402.pem thread started 2024-11-26T18:12:43,151 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x85b4c677, L:/127.0.0.1:33147 - R:/127.0.0.1:34368] 2024-11-26T18:12:43,166 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34368, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T18:12:43,176 DEBUG [FileChangeWatcher-hbase_test_key18273984260187858646.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18273984260187858646.pem 2024-11-26T18:12:43,176 DEBUG [FileChangeWatcher-hbase_test_key18273984260187858646.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18273984260187858646.pem 2024-11-26T18:12:43,176 DEBUG [FileChangeWatcher-hbase_test_ca16580892013153661402.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18273984260187858646.pem 2024-11-26T18:12:43,176 DEBUG [FileChangeWatcher-hbase_test_ca16580892013153661402.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18273984260187858646.pem 2024-11-26T18:12:43,176 INFO [FileChangeWatcher-hbase_test_key18273984260187858646.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18273984260187858646.pem 2024-11-26T18:12:43,176 INFO [FileChangeWatcher-hbase_test_key18273984260187858646.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18273984260187858646.pem 2024-11-26T18:12:43,176 DEBUG [FileChangeWatcher-hbase_test_ca16580892013153661402.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18273984260187858646.pem 2024-11-26T18:12:43,176 DEBUG [FileChangeWatcher-hbase_test_ca16580892013153661402.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18273984260187858646.pem 2024-11-26T18:12:43,176 DEBUG [FileChangeWatcher-hbase_test_key18273984260187858646.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18273984260187858646.pem 2024-11-26T18:12:43,176 DEBUG [FileChangeWatcher-hbase_test_ca16580892013153661402.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18273984260187858646.pem 2024-11-26T18:12:43,176 DEBUG [FileChangeWatcher-hbase_test_ca16580892013153661402.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18273984260187858646.pem 2024-11-26T18:12:43,176 INFO [FileChangeWatcher-hbase_test_key18273984260187858646.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18273984260187858646.pem 2024-11-26T18:12:43,176 DEBUG [FileChangeWatcher-hbase_test_key18273984260187858646.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18273984260187858646.pem 2024-11-26T18:12:43,176 INFO [FileChangeWatcher-hbase_test_key18273984260187858646.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18273984260187858646.pem 2024-11-26T18:12:43,176 DEBUG [FileChangeWatcher-hbase_test_key18273984260187858646.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16580892013153661402.pem 2024-11-26T18:12:43,176 DEBUG [FileChangeWatcher-hbase_test_ca16580892013153661402.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16580892013153661402.pem 2024-11-26T18:12:43,176 DEBUG [FileChangeWatcher-hbase_test_key18273984260187858646.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16580892013153661402.pem 2024-11-26T18:12:43,176 INFO [FileChangeWatcher-hbase_test_ca16580892013153661402.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16580892013153661402.pem 2024-11-26T18:12:43,176 DEBUG [FileChangeWatcher-hbase_test_key18273984260187858646.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16580892013153661402.pem 2024-11-26T18:12:43,176 DEBUG [FileChangeWatcher-hbase_test_ca16580892013153661402.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16580892013153661402.pem 2024-11-26T18:12:43,176 DEBUG [FileChangeWatcher-hbase_test_ca16580892013153661402.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18273984260187858646.pem 2024-11-26T18:12:43,176 DEBUG [FileChangeWatcher-hbase_test_key18273984260187858646.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16580892013153661402.pem 2024-11-26T18:12:43,176 DEBUG [FileChangeWatcher-hbase_test_key18273984260187858646.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16580892013153661402.pem 2024-11-26T18:12:43,176 INFO [FileChangeWatcher-hbase_test_ca16580892013153661402.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16580892013153661402.pem 2024-11-26T18:12:43,176 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,33147,0 is dead - stopping the connection localhost:33147/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-26T18:12:43,176 DEBUG [FileChangeWatcher-hbase_test_key18273984260187858646.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16580892013153661402.pem 2024-11-26T18:12:43,176 DEBUG [FileChangeWatcher-hbase_test_ca16580892013153661402.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18273984260187858646.pem 2024-11-26T18:12:43,177 DEBUG [FileChangeWatcher-hbase_test_key18273984260187858646.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16580892013153661402.pem 2024-11-26T18:12:43,177 DEBUG [FileChangeWatcher-hbase_test_key18273984260187858646.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16580892013153661402.pem 2024-11-26T18:12:43,177 DEBUG [FileChangeWatcher-hbase_test_ca16580892013153661402.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16580892013153661402.pem 2024-11-26T18:12:43,177 INFO [FileChangeWatcher-hbase_test_ca16580892013153661402.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16580892013153661402.pem 2024-11-26T18:12:43,177 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T18:12:43,177 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:43,183 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:43,183 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T18:12:43,187 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:43,188 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:43,188 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x785579ef, L:/127.0.0.1:33147 - R:/127.0.0.1:34374] 2024-11-26T18:12:43,204 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34374, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T18:12:43,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T18:12:43,206 DEBUG [FileChangeWatcher-hbase_test_key18273984260187858646.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18273984260187858646.pem was interrupted and is shutting down... 2024-11-26T18:12:43,206 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33147 2024-11-26T18:12:43,206 DEBUG [FileChangeWatcher-hbase_test_ca16580892013153661402.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16580892013153661402.pem was interrupted and is shutting down... 2024-11-26T18:12:43,206 DEBUG [FileChangeWatcher-hbase_test_ca16580892013153661402.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16580892013153661402.pem was interrupted and is shutting down... 2024-11-26T18:12:43,206 DEBUG [FileChangeWatcher-hbase_test_key18273984260187858646.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18273984260187858646.pem was interrupted and is shutting down... 2024-11-26T18:12:43,206 INFO [FileChangeWatcher-hbase_test_key18273984260187858646.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18273984260187858646.pem thread finished 2024-11-26T18:12:43,206 INFO [FileChangeWatcher-hbase_test_ca16580892013153661402.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16580892013153661402.pem thread finished 2024-11-26T18:12:43,213 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=375 (was 373) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5992 (was 5994) 2024-11-26T18:12:43,219 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=375, ProcessCount=11, AvailableMemoryMB=5992 2024-11-26T18:12:43,220 INFO [FileChangeWatcher-hbase_test_ca16580892013153661402.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16580892013153661402.pem thread finished 2024-11-26T18:12:43,220 INFO [FileChangeWatcher-hbase_test_key18273984260187858646.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18273984260187858646.pem thread finished 2024-11-26T18:12:43,220 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T18:12:43,220 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35049 2024-11-26T18:12:43,221 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T18:12:43,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d467dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T18:12:43,221 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T18:12:43,222 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:43,226 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:43,226 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:43,226 INFO [FileChangeWatcher-hbase_test_key18273984260187858646.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18273984260187858646.pem thread started 2024-11-26T18:12:43,226 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:43,227 INFO [FileChangeWatcher-hbase_test_ca16580892013153661402.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16580892013153661402.pem thread started 2024-11-26T18:12:43,227 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T18:12:43,233 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:43,233 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:43,234 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:43,234 INFO [FileChangeWatcher-hbase_test_key18273984260187858646.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18273984260187858646.pem thread started 2024-11-26T18:12:43,234 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:43,234 INFO [FileChangeWatcher-hbase_test_ca16580892013153661402.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16580892013153661402.pem thread started 2024-11-26T18:12:43,235 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x02da0275, L:/127.0.0.1:35049 - R:/127.0.0.1:38916] 2024-11-26T18:12:43,251 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38916, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T18:12:43,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T18:12:43,253 DEBUG [FileChangeWatcher-hbase_test_key18273984260187858646.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18273984260187858646.pem was interrupted and is shutting down... 2024-11-26T18:12:43,253 DEBUG [FileChangeWatcher-hbase_test_ca16580892013153661402.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16580892013153661402.pem was interrupted and is shutting down... 2024-11-26T18:12:43,254 INFO [FileChangeWatcher-hbase_test_ca16580892013153661402.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16580892013153661402.pem thread finished 2024-11-26T18:12:43,254 INFO [FileChangeWatcher-hbase_test_key18273984260187858646.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18273984260187858646.pem thread finished 2024-11-26T18:12:43,261 DEBUG [FileChangeWatcher-hbase_test_ca16580892013153661402.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18273984260187858646.pem 2024-11-26T18:12:43,261 DEBUG [FileChangeWatcher-hbase_test_key18273984260187858646.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18273984260187858646.pem 2024-11-26T18:12:43,261 DEBUG [FileChangeWatcher-hbase_test_ca16580892013153661402.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18273984260187858646.pem 2024-11-26T18:12:43,261 INFO [FileChangeWatcher-hbase_test_key18273984260187858646.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18273984260187858646.pem 2024-11-26T18:12:43,261 DEBUG [FileChangeWatcher-hbase_test_key18273984260187858646.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18273984260187858646.pem 2024-11-26T18:12:43,261 INFO [FileChangeWatcher-hbase_test_key18273984260187858646.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18273984260187858646.pem 2024-11-26T18:12:43,261 DEBUG [FileChangeWatcher-hbase_test_ca16580892013153661402.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18273984260187858646.pem 2024-11-26T18:12:43,262 DEBUG [FileChangeWatcher-hbase_test_ca16580892013153661402.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18273984260187858646.pem 2024-11-26T18:12:43,262 DEBUG [FileChangeWatcher-hbase_test_key18273984260187858646.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16580892013153661402.pem 2024-11-26T18:12:43,262 DEBUG [FileChangeWatcher-hbase_test_ca16580892013153661402.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16580892013153661402.pem 2024-11-26T18:12:43,262 DEBUG [FileChangeWatcher-hbase_test_key18273984260187858646.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16580892013153661402.pem 2024-11-26T18:12:43,262 INFO [FileChangeWatcher-hbase_test_ca16580892013153661402.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16580892013153661402.pem 2024-11-26T18:12:43,262 DEBUG [FileChangeWatcher-hbase_test_key18273984260187858646.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16580892013153661402.pem 2024-11-26T18:12:43,262 DEBUG [FileChangeWatcher-hbase_test_ca16580892013153661402.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16580892013153661402.pem 2024-11-26T18:12:43,262 INFO [FileChangeWatcher-hbase_test_ca16580892013153661402.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16580892013153661402.pem 2024-11-26T18:12:43,262 DEBUG [FileChangeWatcher-hbase_test_key18273984260187858646.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16580892013153661402.pem 2024-11-26T18:12:43,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47075d49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T18:12:43,262 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T18:12:43,263 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:43,267 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:43,267 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:43,268 INFO [FileChangeWatcher-hbase_test_key18273984260187858646.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18273984260187858646.pem thread started 2024-11-26T18:12:43,268 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:43,268 INFO [FileChangeWatcher-hbase_test_ca16580892013153661402.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16580892013153661402.pem thread started 2024-11-26T18:12:43,268 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T18:12:43,275 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:43,275 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:43,276 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x694e8084, L:/127.0.0.1:35049 - R:/127.0.0.1:38930] 2024-11-26T18:12:43,295 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38930, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T18:12:43,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T18:12:43,296 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35049 2024-11-26T18:12:43,296 DEBUG [FileChangeWatcher-hbase_test_key18273984260187858646.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18273984260187858646.pem was interrupted and is shutting down... 2024-11-26T18:12:43,296 DEBUG [FileChangeWatcher-hbase_test_ca16580892013153661402.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16580892013153661402.pem was interrupted and is shutting down... 2024-11-26T18:12:43,296 DEBUG [FileChangeWatcher-hbase_test_ca16580892013153661402.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16580892013153661402.pem was interrupted and is shutting down... 2024-11-26T18:12:43,296 DEBUG [FileChangeWatcher-hbase_test_key18273984260187858646.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18273984260187858646.pem was interrupted and is shutting down... 2024-11-26T18:12:43,297 INFO [FileChangeWatcher-hbase_test_key18273984260187858646.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18273984260187858646.pem thread finished 2024-11-26T18:12:43,297 INFO [FileChangeWatcher-hbase_test_ca16580892013153661402.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16580892013153661402.pem thread finished 2024-11-26T18:12:43,297 INFO [FileChangeWatcher-hbase_test_ca16580892013153661402.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16580892013153661402.pem thread finished 2024-11-26T18:12:43,297 INFO [FileChangeWatcher-hbase_test_key18273984260187858646.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18273984260187858646.pem thread finished 2024-11-26T18:12:43,303 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=375 (was 375), ProcessCount=11 (was 11), AvailableMemoryMB=5990 (was 5992) 2024-11-26T18:12:43,309 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=375, ProcessCount=11, AvailableMemoryMB=5989 2024-11-26T18:12:43,350 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T18:12:43,351 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45917 2024-11-26T18:12:43,351 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T18:12:43,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692c7fe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T18:12:43,351 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T18:12:43,352 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:43,381 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:43,382 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:43,382 INFO [FileChangeWatcher-hbase_test_key407471638695043153.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key407471638695043153.p12 thread started 2024-11-26T18:12:43,382 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:43,383 INFO [FileChangeWatcher-hbase_test_ca13542954012402214247.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13542954012402214247.p12 thread started 2024-11-26T18:12:43,383 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T18:12:43,410 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:43,425 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:43,425 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:43,426 INFO [FileChangeWatcher-hbase_test_key407471638695043153.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key407471638695043153.p12 thread started 2024-11-26T18:12:43,426 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:43,426 INFO [FileChangeWatcher-hbase_test_ca13542954012402214247.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13542954012402214247.p12 thread started 2024-11-26T18:12:43,426 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5659e3a6, L:/127.0.0.1:45917 - R:/127.0.0.1:52286] 2024-11-26T18:12:43,462 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52286, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T18:12:43,468 DEBUG [FileChangeWatcher-hbase_test_key407471638695043153.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key407471638695043153.p12 2024-11-26T18:12:43,468 DEBUG [FileChangeWatcher-hbase_test_ca13542954012402214247.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key407471638695043153.p12 2024-11-26T18:12:43,468 DEBUG [FileChangeWatcher-hbase_test_ca13542954012402214247.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key407471638695043153.p12 2024-11-26T18:12:43,468 DEBUG [FileChangeWatcher-hbase_test_key407471638695043153.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key407471638695043153.p12 2024-11-26T18:12:43,468 DEBUG [FileChangeWatcher-hbase_test_ca13542954012402214247.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key407471638695043153.p12 2024-11-26T18:12:43,468 DEBUG [FileChangeWatcher-hbase_test_ca13542954012402214247.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key407471638695043153.p12 2024-11-26T18:12:43,468 INFO [FileChangeWatcher-hbase_test_key407471638695043153.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key407471638695043153.p12 2024-11-26T18:12:43,469 INFO [FileChangeWatcher-hbase_test_key407471638695043153.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key407471638695043153.p12 2024-11-26T18:12:43,494 DEBUG [FileChangeWatcher-hbase_test_key407471638695043153.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key407471638695043153.p12 2024-11-26T18:12:43,494 DEBUG [FileChangeWatcher-hbase_test_ca13542954012402214247.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key407471638695043153.p12 2024-11-26T18:12:43,494 DEBUG [FileChangeWatcher-hbase_test_ca13542954012402214247.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key407471638695043153.p12 2024-11-26T18:12:43,494 DEBUG [FileChangeWatcher-hbase_test_key407471638695043153.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key407471638695043153.p12 2024-11-26T18:12:43,494 INFO [FileChangeWatcher-hbase_test_key407471638695043153.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key407471638695043153.p12 2024-11-26T18:12:43,494 DEBUG [FileChangeWatcher-hbase_test_ca13542954012402214247.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key407471638695043153.p12 2024-11-26T18:12:43,494 DEBUG [FileChangeWatcher-hbase_test_ca13542954012402214247.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key407471638695043153.p12 2024-11-26T18:12:43,494 INFO [FileChangeWatcher-hbase_test_key407471638695043153.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key407471638695043153.p12 2024-11-26T18:12:43,494 DEBUG [FileChangeWatcher-hbase_test_key407471638695043153.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13542954012402214247.p12 2024-11-26T18:12:43,494 DEBUG [FileChangeWatcher-hbase_test_ca13542954012402214247.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13542954012402214247.p12 2024-11-26T18:12:43,494 DEBUG [FileChangeWatcher-hbase_test_ca13542954012402214247.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13542954012402214247.p12 2024-11-26T18:12:43,494 DEBUG [FileChangeWatcher-hbase_test_key407471638695043153.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13542954012402214247.p12 2024-11-26T18:12:43,494 DEBUG [FileChangeWatcher-hbase_test_key407471638695043153.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13542954012402214247.p12 2024-11-26T18:12:43,494 INFO [FileChangeWatcher-hbase_test_ca13542954012402214247.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13542954012402214247.p12 2024-11-26T18:12:43,494 INFO [FileChangeWatcher-hbase_test_ca13542954012402214247.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13542954012402214247.p12 2024-11-26T18:12:43,494 DEBUG [FileChangeWatcher-hbase_test_key407471638695043153.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13542954012402214247.p12 2024-11-26T18:12:43,508 DEBUG [FileChangeWatcher-hbase_test_ca13542954012402214247.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13542954012402214247.p12 2024-11-26T18:12:43,508 DEBUG [FileChangeWatcher-hbase_test_key407471638695043153.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13542954012402214247.p12 2024-11-26T18:12:43,508 DEBUG [FileChangeWatcher-hbase_test_key407471638695043153.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13542954012402214247.p12 2024-11-26T18:12:43,508 DEBUG [FileChangeWatcher-hbase_test_ca13542954012402214247.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13542954012402214247.p12 2024-11-26T18:12:43,508 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,45917,0 is dead - stopping the connection localhost:45917/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-26T18:12:43,508 DEBUG [FileChangeWatcher-hbase_test_key407471638695043153.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13542954012402214247.p12 2024-11-26T18:12:43,508 INFO [FileChangeWatcher-hbase_test_ca13542954012402214247.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13542954012402214247.p12 2024-11-26T18:12:43,508 DEBUG [FileChangeWatcher-hbase_test_key407471638695043153.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13542954012402214247.p12 2024-11-26T18:12:43,508 INFO [FileChangeWatcher-hbase_test_ca13542954012402214247.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13542954012402214247.p12 2024-11-26T18:12:43,509 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T18:12:43,510 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:43,540 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:43,541 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T18:12:43,557 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:43,573 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:43,573 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x93ecca2f, L:/127.0.0.1:45917 - R:/127.0.0.1:52296] 2024-11-26T18:12:43,623 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52296, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T18:12:43,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T18:12:43,625 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45917 2024-11-26T18:12:43,625 DEBUG [FileChangeWatcher-hbase_test_ca13542954012402214247.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13542954012402214247.p12 was interrupted and is shutting down... 2024-11-26T18:12:43,625 DEBUG [FileChangeWatcher-hbase_test_key407471638695043153.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key407471638695043153.p12 was interrupted and is shutting down... 2024-11-26T18:12:43,625 DEBUG [FileChangeWatcher-hbase_test_key407471638695043153.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key407471638695043153.p12 was interrupted and is shutting down... 2024-11-26T18:12:43,625 DEBUG [FileChangeWatcher-hbase_test_ca13542954012402214247.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13542954012402214247.p12 was interrupted and is shutting down... 2024-11-26T18:12:43,625 INFO [FileChangeWatcher-hbase_test_key407471638695043153.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key407471638695043153.p12 thread finished 2024-11-26T18:12:43,625 INFO [FileChangeWatcher-hbase_test_key407471638695043153.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key407471638695043153.p12 thread finished 2024-11-26T18:12:43,625 INFO [FileChangeWatcher-hbase_test_ca13542954012402214247.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13542954012402214247.p12 thread finished 2024-11-26T18:12:43,632 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=375 (was 375), ProcessCount=11 (was 11), AvailableMemoryMB=5988 (was 5989) 2024-11-26T18:12:43,638 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=375, ProcessCount=11, AvailableMemoryMB=5988 2024-11-26T18:12:43,638 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T18:12:43,639 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42833 2024-11-26T18:12:43,639 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T18:12:43,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b937049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T18:12:43,640 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T18:12:43,641 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:43,644 INFO [FileChangeWatcher-hbase_test_ca13542954012402214247.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13542954012402214247.p12 thread finished 2024-11-26T18:12:43,671 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:43,672 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:43,672 INFO [FileChangeWatcher-hbase_test_key407471638695043153.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key407471638695043153.p12 thread started 2024-11-26T18:12:43,673 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:43,673 INFO [FileChangeWatcher-hbase_test_ca13542954012402214247.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13542954012402214247.p12 thread started 2024-11-26T18:12:43,673 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T18:12:43,688 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:43,703 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:43,703 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:43,704 INFO [FileChangeWatcher-hbase_test_key407471638695043153.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key407471638695043153.p12 thread started 2024-11-26T18:12:43,704 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:43,704 INFO [FileChangeWatcher-hbase_test_ca13542954012402214247.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13542954012402214247.p12 thread started 2024-11-26T18:12:43,705 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfdcea89e, L:/127.0.0.1:42833 - R:/127.0.0.1:36060] 2024-11-26T18:12:43,741 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36060, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T18:12:43,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T18:12:43,743 DEBUG [FileChangeWatcher-hbase_test_ca13542954012402214247.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13542954012402214247.p12 was interrupted and is shutting down... 2024-11-26T18:12:43,743 DEBUG [FileChangeWatcher-hbase_test_key407471638695043153.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key407471638695043153.p12 was interrupted and is shutting down... 2024-11-26T18:12:43,743 INFO [FileChangeWatcher-hbase_test_key407471638695043153.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key407471638695043153.p12 thread finished 2024-11-26T18:12:43,743 INFO [FileChangeWatcher-hbase_test_ca13542954012402214247.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13542954012402214247.p12 thread finished 2024-11-26T18:12:43,748 DEBUG [FileChangeWatcher-hbase_test_key407471638695043153.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key407471638695043153.p12 2024-11-26T18:12:43,748 DEBUG [FileChangeWatcher-hbase_test_ca13542954012402214247.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key407471638695043153.p12 2024-11-26T18:12:43,748 INFO [FileChangeWatcher-hbase_test_key407471638695043153.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key407471638695043153.p12 2024-11-26T18:12:43,748 DEBUG [FileChangeWatcher-hbase_test_ca13542954012402214247.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key407471638695043153.p12 2024-11-26T18:12:43,775 DEBUG [FileChangeWatcher-hbase_test_key407471638695043153.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key407471638695043153.p12 2024-11-26T18:12:43,775 DEBUG [FileChangeWatcher-hbase_test_ca13542954012402214247.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key407471638695043153.p12 2024-11-26T18:12:43,775 INFO [FileChangeWatcher-hbase_test_key407471638695043153.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key407471638695043153.p12 2024-11-26T18:12:43,775 DEBUG [FileChangeWatcher-hbase_test_ca13542954012402214247.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key407471638695043153.p12 2024-11-26T18:12:43,775 DEBUG [FileChangeWatcher-hbase_test_key407471638695043153.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13542954012402214247.p12 2024-11-26T18:12:43,775 DEBUG [FileChangeWatcher-hbase_test_ca13542954012402214247.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13542954012402214247.p12 2024-11-26T18:12:43,775 DEBUG [FileChangeWatcher-hbase_test_key407471638695043153.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13542954012402214247.p12 2024-11-26T18:12:43,775 INFO [FileChangeWatcher-hbase_test_ca13542954012402214247.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13542954012402214247.p12 2024-11-26T18:12:43,790 DEBUG [FileChangeWatcher-hbase_test_key407471638695043153.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13542954012402214247.p12 2024-11-26T18:12:43,790 DEBUG [FileChangeWatcher-hbase_test_ca13542954012402214247.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13542954012402214247.p12 2024-11-26T18:12:43,791 DEBUG [FileChangeWatcher-hbase_test_key407471638695043153.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13542954012402214247.p12 2024-11-26T18:12:43,791 INFO [FileChangeWatcher-hbase_test_ca13542954012402214247.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13542954012402214247.p12 2024-11-26T18:12:43,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@169013e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T18:12:43,791 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T18:12:43,792 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:43,823 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:43,823 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:43,824 INFO [FileChangeWatcher-hbase_test_key407471638695043153.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key407471638695043153.p12 thread started 2024-11-26T18:12:43,824 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:43,824 INFO [FileChangeWatcher-hbase_test_ca13542954012402214247.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13542954012402214247.p12 thread started 2024-11-26T18:12:43,824 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T18:12:43,850 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:43,876 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:43,877 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x188d5e67, L:/127.0.0.1:42833 - R:/127.0.0.1:36066] 2024-11-26T18:12:43,925 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36066, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T18:12:43,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T18:12:43,927 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42833 2024-11-26T18:12:43,927 DEBUG [FileChangeWatcher-hbase_test_ca13542954012402214247.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13542954012402214247.p12 was interrupted and is shutting down... 2024-11-26T18:12:43,927 DEBUG [FileChangeWatcher-hbase_test_key407471638695043153.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key407471638695043153.p12 was interrupted and is shutting down... 2024-11-26T18:12:43,927 DEBUG [FileChangeWatcher-hbase_test_key407471638695043153.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key407471638695043153.p12 was interrupted and is shutting down... 2024-11-26T18:12:43,927 DEBUG [FileChangeWatcher-hbase_test_ca13542954012402214247.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13542954012402214247.p12 was interrupted and is shutting down... 2024-11-26T18:12:43,927 INFO [FileChangeWatcher-hbase_test_key407471638695043153.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key407471638695043153.p12 thread finished 2024-11-26T18:12:43,934 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=41 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=375 (was 375), ProcessCount=11 (was 11), AvailableMemoryMB=5970 (was 5988) 2024-11-26T18:12:43,940 INFO [FileChangeWatcher-hbase_test_ca13542954012402214247.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13542954012402214247.p12 thread finished 2024-11-26T18:12:43,940 INFO [FileChangeWatcher-hbase_test_ca13542954012402214247.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13542954012402214247.p12 thread finished 2024-11-26T18:12:43,940 INFO [FileChangeWatcher-hbase_test_key407471638695043153.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key407471638695043153.p12 thread finished 2024-11-26T18:12:43,941 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=41, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=375, ProcessCount=11, AvailableMemoryMB=5970 2024-11-26T18:12:44,350 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T18:12:44,351 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44699 2024-11-26T18:12:44,351 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T18:12:44,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79cc1ba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T18:12:44,352 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T18:12:44,352 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:44,679 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:44,680 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:44,680 INFO [FileChangeWatcher-hbase_test_key17332684093197490644.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17332684093197490644.bcfks thread started 2024-11-26T18:12:44,680 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:44,681 INFO [FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks thread started 2024-11-26T18:12:44,681 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T18:12:44,844 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:45,005 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:45,006 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:45,006 INFO [FileChangeWatcher-hbase_test_key17332684093197490644.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17332684093197490644.bcfks thread started 2024-11-26T18:12:45,007 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:45,007 INFO [FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks thread started 2024-11-26T18:12:45,007 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6b7733da, L:/127.0.0.1:44699 - R:/127.0.0.1:60978] 2024-11-26T18:12:45,233 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60978, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T18:12:45,246 DEBUG [FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17332684093197490644.bcfks 2024-11-26T18:12:45,246 DEBUG [FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17332684093197490644.bcfks 2024-11-26T18:12:45,246 DEBUG [FileChangeWatcher-hbase_test_key17332684093197490644.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17332684093197490644.bcfks 2024-11-26T18:12:45,246 DEBUG [FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17332684093197490644.bcfks 2024-11-26T18:12:45,246 DEBUG [FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17332684093197490644.bcfks 2024-11-26T18:12:45,246 INFO [FileChangeWatcher-hbase_test_key17332684093197490644.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17332684093197490644.bcfks 2024-11-26T18:12:45,246 DEBUG [FileChangeWatcher-hbase_test_key17332684093197490644.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17332684093197490644.bcfks 2024-11-26T18:12:45,246 INFO [FileChangeWatcher-hbase_test_key17332684093197490644.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17332684093197490644.bcfks 2024-11-26T18:12:45,501 DEBUG [FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17332684093197490644.bcfks 2024-11-26T18:12:45,501 DEBUG [FileChangeWatcher-hbase_test_key17332684093197490644.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17332684093197490644.bcfks 2024-11-26T18:12:45,501 DEBUG [FileChangeWatcher-hbase_test_key17332684093197490644.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17332684093197490644.bcfks 2024-11-26T18:12:45,501 DEBUG [FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17332684093197490644.bcfks 2024-11-26T18:12:45,501 INFO [FileChangeWatcher-hbase_test_key17332684093197490644.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17332684093197490644.bcfks 2024-11-26T18:12:45,501 INFO [FileChangeWatcher-hbase_test_key17332684093197490644.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17332684093197490644.bcfks 2024-11-26T18:12:45,501 DEBUG [FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17332684093197490644.bcfks 2024-11-26T18:12:45,501 DEBUG [FileChangeWatcher-hbase_test_key17332684093197490644.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11302322768674561057.bcfks 2024-11-26T18:12:45,501 DEBUG [FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17332684093197490644.bcfks 2024-11-26T18:12:45,501 DEBUG [FileChangeWatcher-hbase_test_key17332684093197490644.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11302322768674561057.bcfks 2024-11-26T18:12:45,501 DEBUG [FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11302322768674561057.bcfks 2024-11-26T18:12:45,501 DEBUG [FileChangeWatcher-hbase_test_key17332684093197490644.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11302322768674561057.bcfks 2024-11-26T18:12:45,501 DEBUG [FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11302322768674561057.bcfks 2024-11-26T18:12:45,501 INFO [FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11302322768674561057.bcfks 2024-11-26T18:12:45,501 DEBUG [FileChangeWatcher-hbase_test_key17332684093197490644.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11302322768674561057.bcfks 2024-11-26T18:12:45,501 INFO [FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11302322768674561057.bcfks 2024-11-26T18:12:45,664 DEBUG [FileChangeWatcher-hbase_test_key17332684093197490644.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11302322768674561057.bcfks 2024-11-26T18:12:45,664 DEBUG [FileChangeWatcher-hbase_test_key17332684093197490644.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11302322768674561057.bcfks 2024-11-26T18:12:45,664 DEBUG [FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11302322768674561057.bcfks 2024-11-26T18:12:45,664 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44699,0 is dead - stopping the connection localhost:44699/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-26T18:12:45,664 DEBUG [FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11302322768674561057.bcfks 2024-11-26T18:12:45,664 INFO [FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11302322768674561057.bcfks 2024-11-26T18:12:45,664 DEBUG [FileChangeWatcher-hbase_test_key17332684093197490644.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11302322768674561057.bcfks 2024-11-26T18:12:45,664 DEBUG [FileChangeWatcher-hbase_test_key17332684093197490644.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11302322768674561057.bcfks 2024-11-26T18:12:45,665 INFO [FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11302322768674561057.bcfks 2024-11-26T18:12:45,665 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T18:12:45,665 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:45,991 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:45,992 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T18:12:46,155 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:46,317 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:46,318 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc6e73a28, L:/127.0.0.1:44699 - R:/127.0.0.1:60982] 2024-11-26T18:12:46,504 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60982, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T18:12:46,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T18:12:46,505 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44699 2024-11-26T18:12:46,505 DEBUG [FileChangeWatcher-hbase_test_key17332684093197490644.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17332684093197490644.bcfks was interrupted and is shutting down... 2024-11-26T18:12:46,505 DEBUG [FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks was interrupted and is shutting down... 2024-11-26T18:12:46,506 DEBUG [FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks was interrupted and is shutting down... 2024-11-26T18:12:46,506 DEBUG [FileChangeWatcher-hbase_test_key17332684093197490644.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17332684093197490644.bcfks was interrupted and is shutting down... 2024-11-26T18:12:46,506 INFO [FileChangeWatcher-hbase_test_key17332684093197490644.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17332684093197490644.bcfks thread finished 2024-11-26T18:12:46,506 INFO [FileChangeWatcher-hbase_test_key17332684093197490644.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17332684093197490644.bcfks thread finished 2024-11-26T18:12:46,506 INFO [FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks thread finished 2024-11-26T18:12:46,512 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 41), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=375 (was 375), ProcessCount=11 (was 11), AvailableMemoryMB=5962 (was 5970) 2024-11-26T18:12:46,518 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=375, ProcessCount=11, AvailableMemoryMB=5962 2024-11-26T18:12:46,519 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T18:12:46,520 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39637 2024-11-26T18:12:46,520 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T18:12:46,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46787a5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T18:12:46,521 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T18:12:46,522 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:46,524 INFO [FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks thread finished 2024-11-26T18:12:46,850 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:46,850 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:46,851 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:46,851 INFO [FileChangeWatcher-hbase_test_key17332684093197490644.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17332684093197490644.bcfks thread started 2024-11-26T18:12:46,851 INFO [FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks thread started 2024-11-26T18:12:46,851 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T18:12:47,014 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:47,181 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:47,182 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:47,182 INFO [FileChangeWatcher-hbase_test_key17332684093197490644.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17332684093197490644.bcfks thread started 2024-11-26T18:12:47,182 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:47,183 INFO [FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks thread started 2024-11-26T18:12:47,183 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6aa45865, L:/127.0.0.1:39637 - R:/127.0.0.1:46768] 2024-11-26T18:12:47,366 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46768, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T18:12:47,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T18:12:47,368 DEBUG [FileChangeWatcher-hbase_test_key17332684093197490644.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17332684093197490644.bcfks was interrupted and is shutting down... 2024-11-26T18:12:47,368 DEBUG [FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks was interrupted and is shutting down... 2024-11-26T18:12:47,368 INFO [FileChangeWatcher-hbase_test_key17332684093197490644.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17332684093197490644.bcfks thread finished 2024-11-26T18:12:47,369 INFO [FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks thread finished 2024-11-26T18:12:47,374 DEBUG [FileChangeWatcher-hbase_test_key17332684093197490644.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17332684093197490644.bcfks 2024-11-26T18:12:47,374 DEBUG [FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17332684093197490644.bcfks 2024-11-26T18:12:47,374 INFO [FileChangeWatcher-hbase_test_key17332684093197490644.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17332684093197490644.bcfks 2024-11-26T18:12:47,374 DEBUG [FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17332684093197490644.bcfks 2024-11-26T18:12:47,618 DEBUG [FileChangeWatcher-hbase_test_key17332684093197490644.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17332684093197490644.bcfks 2024-11-26T18:12:47,618 DEBUG [FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17332684093197490644.bcfks 2024-11-26T18:12:47,618 INFO [FileChangeWatcher-hbase_test_key17332684093197490644.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17332684093197490644.bcfks 2024-11-26T18:12:47,618 DEBUG [FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17332684093197490644.bcfks 2024-11-26T18:12:47,618 DEBUG [FileChangeWatcher-hbase_test_key17332684093197490644.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11302322768674561057.bcfks 2024-11-26T18:12:47,618 DEBUG [FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11302322768674561057.bcfks 2024-11-26T18:12:47,618 DEBUG [FileChangeWatcher-hbase_test_key17332684093197490644.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11302322768674561057.bcfks 2024-11-26T18:12:47,618 INFO [FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11302322768674561057.bcfks 2024-11-26T18:12:47,779 DEBUG [FileChangeWatcher-hbase_test_key17332684093197490644.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11302322768674561057.bcfks 2024-11-26T18:12:47,779 DEBUG [FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11302322768674561057.bcfks 2024-11-26T18:12:47,779 DEBUG [FileChangeWatcher-hbase_test_key17332684093197490644.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11302322768674561057.bcfks 2024-11-26T18:12:47,779 INFO [FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11302322768674561057.bcfks 2024-11-26T18:12:47,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@284207f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T18:12:47,779 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T18:12:47,780 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:48,105 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:48,105 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:48,106 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5e7efab1-2375-a5d3-d4c0-6cdbd8d89c94/TestNettyTLSIPCFileWatcher 2024-11-26T18:12:48,106 INFO [FileChangeWatcher-hbase_test_key17332684093197490644.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17332684093197490644.bcfks thread started 2024-11-26T18:12:48,106 INFO [FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks thread started 2024-11-26T18:12:48,106 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T18:12:48,286 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T18:12:48,448 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T18:12:48,449 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc8fd9933, L:/127.0.0.1:39637 - R:/127.0.0.1:46770] 2024-11-26T18:12:48,629 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46770, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T18:12:48,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T18:12:48,630 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39637 2024-11-26T18:12:48,630 DEBUG [FileChangeWatcher-hbase_test_key17332684093197490644.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17332684093197490644.bcfks was interrupted and is shutting down... 2024-11-26T18:12:48,630 DEBUG [FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks was interrupted and is shutting down... 2024-11-26T18:12:48,630 DEBUG [FileChangeWatcher-hbase_test_key17332684093197490644.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17332684093197490644.bcfks was interrupted and is shutting down... 2024-11-26T18:12:48,631 DEBUG [FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks was interrupted and is shutting down... 2024-11-26T18:12:48,631 INFO [FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks thread finished 2024-11-26T18:12:48,631 INFO [FileChangeWatcher-hbase_test_key17332684093197490644.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17332684093197490644.bcfks thread finished 2024-11-26T18:12:48,631 INFO [FileChangeWatcher-hbase_test_key17332684093197490644.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17332684093197490644.bcfks thread finished 2024-11-26T18:12:48,637 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=369 (was 375), ProcessCount=11 (was 11), AvailableMemoryMB=5960 (was 5962) 2024-11-26T18:12:48,644 INFO [FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11302322768674561057.bcfks thread finished