2024-11-21 05:30:36,521 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-21 05:30:36,540 main DEBUG Took 0.013362 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 05:30:36,540 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 05:30:36,541 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 05:30:36,543 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 05:30:36,545 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 05:30:36,559 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 05:30:36,575 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 05:30:36,577 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 05:30:36,578 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 05:30:36,578 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 05:30:36,579 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 05:30:36,580 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 05:30:36,581 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 05:30:36,582 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 05:30:36,582 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 05:30:36,583 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 05:30:36,584 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 05:30:36,584 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 05:30:36,585 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 05:30:36,586 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 05:30:36,586 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 05:30:36,587 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 05:30:36,587 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 05:30:36,588 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 05:30:36,589 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 05:30:36,589 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 05:30:36,590 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 05:30:36,590 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 05:30:36,591 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 05:30:36,591 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 05:30:36,592 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 05:30:36,592 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 05:30:36,595 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 05:30:36,598 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 05:30:36,601 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 05:30:36,602 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 05:30:36,604 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 05:30:36,604 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 05:30:36,625 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 05:30:36,629 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 05:30:36,634 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 05:30:36,637 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 05:30:36,639 main DEBUG createAppenders(={Console}) 2024-11-21 05:30:36,640 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-21 05:30:36,642 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-21 05:30:36,643 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-21 05:30:36,644 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 05:30:36,645 main DEBUG OutputStream closed 2024-11-21 05:30:36,645 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 05:30:36,646 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 05:30:36,646 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-21 05:30:36,779 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 05:30:36,785 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 05:30:36,786 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 05:30:36,788 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 05:30:36,789 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 05:30:36,789 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 05:30:36,789 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 05:30:36,790 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 05:30:36,790 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 05:30:36,791 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 05:30:36,791 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 05:30:36,792 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 05:30:36,792 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 05:30:36,792 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 05:30:36,793 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 05:30:36,793 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 05:30:36,793 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 05:30:36,795 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 05:30:36,797 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 05:30:36,798 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-21 05:30:36,799 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 05:30:36,800 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-21T05:30:36,821 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-21 05:30:36,824 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 05:30:36,825 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T05:30:37,481 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-21T05:30:38,737 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=449, ProcessCount=11, AvailableMemoryMB=5568 2024-11-21T05:30:39,865 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T05:30:39,929 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T05:30:39,959 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T05:30:39,976 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T05:30:40,078 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T05:30:40,152 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 52138 (auto-detected) 2024-11-21T05:30:40,155 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-21T05:30:40,190 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41769 2024-11-21T05:30:40,195 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T05:30:40,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:30:40,242 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-21T05:30:40,242 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-21T05:30:40,655 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T05:30:40,729 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:40,804 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:40,927 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:40,936 INFO [FileChangeWatcher-hbase_test_key17576907317021281407.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17576907317021281407.jks thread started 2024-11-21T05:30:40,937 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:40,946 INFO [FileChangeWatcher-hbase_test_ca17399449896494621461.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17399449896494621461.jks thread started 2024-11-21T05:30:40,950 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T05:30:41,061 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:41,087 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:41,201 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:41,203 INFO [FileChangeWatcher-hbase_test_key17576907317021281407.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17576907317021281407.jks thread started 2024-11-21T05:30:41,204 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:41,206 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc15cc729, L:/127.0.0.1:41769 - R:/127.0.0.1:45726] 2024-11-21T05:30:41,220 INFO [FileChangeWatcher-hbase_test_ca17399449896494621461.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17399449896494621461.jks thread started 2024-11-21T05:30:41,384 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45726, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T05:30:41,722 DEBUG [FileChangeWatcher-hbase_test_ca17399449896494621461.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17576907317021281407.jks 2024-11-21T05:30:41,722 DEBUG [FileChangeWatcher-hbase_test_ca17399449896494621461.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17576907317021281407.jks 2024-11-21T05:30:41,722 DEBUG [FileChangeWatcher-hbase_test_ca17399449896494621461.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17576907317021281407.jks 2024-11-21T05:30:41,722 DEBUG [FileChangeWatcher-hbase_test_ca17399449896494621461.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17576907317021281407.jks 2024-11-21T05:30:41,722 DEBUG [FileChangeWatcher-hbase_test_key17576907317021281407.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17576907317021281407.jks 2024-11-21T05:30:41,723 INFO [FileChangeWatcher-hbase_test_key17576907317021281407.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17576907317021281407.jks 2024-11-21T05:30:41,723 DEBUG [FileChangeWatcher-hbase_test_key17576907317021281407.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17576907317021281407.jks 2024-11-21T05:30:41,723 INFO [FileChangeWatcher-hbase_test_key17576907317021281407.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17576907317021281407.jks 2024-11-21T05:30:41,763 DEBUG [FileChangeWatcher-hbase_test_key17576907317021281407.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17576907317021281407.jks 2024-11-21T05:30:41,763 DEBUG [FileChangeWatcher-hbase_test_ca17399449896494621461.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17576907317021281407.jks 2024-11-21T05:30:41,763 DEBUG [FileChangeWatcher-hbase_test_ca17399449896494621461.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17576907317021281407.jks 2024-11-21T05:30:41,763 INFO [FileChangeWatcher-hbase_test_key17576907317021281407.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17576907317021281407.jks 2024-11-21T05:30:41,763 DEBUG [FileChangeWatcher-hbase_test_key17576907317021281407.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17576907317021281407.jks 2024-11-21T05:30:41,763 DEBUG [FileChangeWatcher-hbase_test_ca17399449896494621461.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17576907317021281407.jks 2024-11-21T05:30:41,763 DEBUG [FileChangeWatcher-hbase_test_ca17399449896494621461.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17576907317021281407.jks 2024-11-21T05:30:41,763 INFO [FileChangeWatcher-hbase_test_key17576907317021281407.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17576907317021281407.jks 2024-11-21T05:30:41,788 DEBUG [FileChangeWatcher-hbase_test_ca17399449896494621461.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17399449896494621461.jks 2024-11-21T05:30:41,788 DEBUG [FileChangeWatcher-hbase_test_key17576907317021281407.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17399449896494621461.jks 2024-11-21T05:30:41,788 DEBUG [FileChangeWatcher-hbase_test_ca17399449896494621461.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17399449896494621461.jks 2024-11-21T05:30:41,788 DEBUG [FileChangeWatcher-hbase_test_key17576907317021281407.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17399449896494621461.jks 2024-11-21T05:30:41,788 DEBUG [FileChangeWatcher-hbase_test_key17576907317021281407.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17399449896494621461.jks 2024-11-21T05:30:41,788 INFO [FileChangeWatcher-hbase_test_ca17399449896494621461.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17399449896494621461.jks 2024-11-21T05:30:41,788 INFO [FileChangeWatcher-hbase_test_ca17399449896494621461.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17399449896494621461.jks 2024-11-21T05:30:41,788 DEBUG [FileChangeWatcher-hbase_test_key17576907317021281407.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17399449896494621461.jks 2024-11-21T05:30:41,802 DEBUG [FileChangeWatcher-hbase_test_key17576907317021281407.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17399449896494621461.jks 2024-11-21T05:30:41,802 DEBUG [FileChangeWatcher-hbase_test_key17576907317021281407.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17399449896494621461.jks 2024-11-21T05:30:41,802 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,41769,0 is dead - stopping the connection localhost:41769/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T05:30:41,802 DEBUG [FileChangeWatcher-hbase_test_ca17399449896494621461.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17399449896494621461.jks 2024-11-21T05:30:41,802 DEBUG [FileChangeWatcher-hbase_test_key17576907317021281407.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17399449896494621461.jks 2024-11-21T05:30:41,802 DEBUG [FileChangeWatcher-hbase_test_ca17399449896494621461.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17399449896494621461.jks 2024-11-21T05:30:41,803 DEBUG [FileChangeWatcher-hbase_test_key17576907317021281407.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17399449896494621461.jks 2024-11-21T05:30:41,803 INFO [FileChangeWatcher-hbase_test_ca17399449896494621461.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17399449896494621461.jks 2024-11-21T05:30:41,803 INFO [FileChangeWatcher-hbase_test_ca17399449896494621461.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17399449896494621461.jks 2024-11-21T05:30:41,803 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T05:30:41,806 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:41,839 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:41,839 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T05:30:41,869 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:41,892 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:41,892 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xeb6e5927, L:/127.0.0.1:41769 - R:/127.0.0.1:45732] 2024-11-21T05:30:41,948 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45732, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T05:30:41,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:30:41,952 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41769 2024-11-21T05:30:41,952 DEBUG [FileChangeWatcher-hbase_test_ca17399449896494621461.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17399449896494621461.jks was interrupted and is shutting down... 2024-11-21T05:30:41,952 INFO [FileChangeWatcher-hbase_test_ca17399449896494621461.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17399449896494621461.jks thread finished 2024-11-21T05:30:41,952 DEBUG [FileChangeWatcher-hbase_test_key17576907317021281407.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17576907317021281407.jks was interrupted and is shutting down... 2024-11-21T05:30:41,953 INFO [FileChangeWatcher-hbase_test_key17576907317021281407.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17576907317021281407.jks thread finished 2024-11-21T05:30:41,954 DEBUG [FileChangeWatcher-hbase_test_ca17399449896494621461.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17399449896494621461.jks was interrupted and is shutting down... 2024-11-21T05:30:41,955 DEBUG [FileChangeWatcher-hbase_test_key17576907317021281407.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17576907317021281407.jks was interrupted and is shutting down... 2024-11-21T05:30:41,955 INFO [FileChangeWatcher-hbase_test_ca17399449896494621461.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17399449896494621461.jks thread finished 2024-11-21T05:30:41,966 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key17576907317021281407.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=485 (was 449) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5401 (was 5568) 2024-11-21T05:30:41,971 INFO [FileChangeWatcher-hbase_test_key17576907317021281407.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17576907317021281407.jks thread finished 2024-11-21T05:30:41,974 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=485, ProcessCount=11, AvailableMemoryMB=5401 2024-11-21T05:30:41,977 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T05:30:41,979 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37673 2024-11-21T05:30:41,979 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T05:30:41,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@597e2e2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:30:41,981 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T05:30:41,982 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:42,034 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:42,037 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:42,038 INFO [FileChangeWatcher-hbase_test_key17576907317021281407.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17576907317021281407.jks thread started 2024-11-21T05:30:42,038 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:42,039 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T05:30:42,042 INFO [FileChangeWatcher-hbase_test_ca17399449896494621461.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17399449896494621461.jks thread started 2024-11-21T05:30:42,066 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:42,080 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:42,081 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:42,082 INFO [FileChangeWatcher-hbase_test_key17576907317021281407.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17576907317021281407.jks thread started 2024-11-21T05:30:42,083 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:42,084 INFO [FileChangeWatcher-hbase_test_ca17399449896494621461.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17399449896494621461.jks thread started 2024-11-21T05:30:42,084 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x60f4110d, L:/127.0.0.1:37673 - R:/127.0.0.1:52942] 2024-11-21T05:30:42,128 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52942, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T05:30:42,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:30:42,133 DEBUG [FileChangeWatcher-hbase_test_key17576907317021281407.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17576907317021281407.jks was interrupted and is shutting down... 2024-11-21T05:30:42,134 INFO [FileChangeWatcher-hbase_test_key17576907317021281407.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17576907317021281407.jks thread finished 2024-11-21T05:30:42,134 DEBUG [FileChangeWatcher-hbase_test_ca17399449896494621461.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17399449896494621461.jks was interrupted and is shutting down... 2024-11-21T05:30:42,136 INFO [FileChangeWatcher-hbase_test_ca17399449896494621461.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17399449896494621461.jks thread finished 2024-11-21T05:30:42,346 DEBUG [FileChangeWatcher-hbase_test_key17576907317021281407.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17576907317021281407.jks 2024-11-21T05:30:42,346 DEBUG [FileChangeWatcher-hbase_test_ca17399449896494621461.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17576907317021281407.jks 2024-11-21T05:30:42,346 INFO [FileChangeWatcher-hbase_test_key17576907317021281407.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17576907317021281407.jks 2024-11-21T05:30:42,346 DEBUG [FileChangeWatcher-hbase_test_ca17399449896494621461.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17576907317021281407.jks 2024-11-21T05:30:42,372 DEBUG [FileChangeWatcher-hbase_test_key17576907317021281407.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17576907317021281407.jks 2024-11-21T05:30:42,372 DEBUG [FileChangeWatcher-hbase_test_ca17399449896494621461.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17576907317021281407.jks 2024-11-21T05:30:42,373 INFO [FileChangeWatcher-hbase_test_key17576907317021281407.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17576907317021281407.jks 2024-11-21T05:30:42,373 DEBUG [FileChangeWatcher-hbase_test_ca17399449896494621461.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17576907317021281407.jks 2024-11-21T05:30:42,396 DEBUG [FileChangeWatcher-hbase_test_key17576907317021281407.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17399449896494621461.jks 2024-11-21T05:30:42,396 DEBUG [FileChangeWatcher-hbase_test_ca17399449896494621461.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17399449896494621461.jks 2024-11-21T05:30:42,396 DEBUG [FileChangeWatcher-hbase_test_key17576907317021281407.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17399449896494621461.jks 2024-11-21T05:30:42,396 INFO [FileChangeWatcher-hbase_test_ca17399449896494621461.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17399449896494621461.jks 2024-11-21T05:30:42,411 DEBUG [FileChangeWatcher-hbase_test_key17576907317021281407.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17399449896494621461.jks 2024-11-21T05:30:42,411 DEBUG [FileChangeWatcher-hbase_test_ca17399449896494621461.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17399449896494621461.jks 2024-11-21T05:30:42,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f643c99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:30:42,411 DEBUG [FileChangeWatcher-hbase_test_key17576907317021281407.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17399449896494621461.jks 2024-11-21T05:30:42,411 INFO [FileChangeWatcher-hbase_test_ca17399449896494621461.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17399449896494621461.jks 2024-11-21T05:30:42,412 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T05:30:42,413 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:42,455 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:42,456 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:42,457 INFO [FileChangeWatcher-hbase_test_key17576907317021281407.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17576907317021281407.jks thread started 2024-11-21T05:30:42,457 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:42,457 INFO [FileChangeWatcher-hbase_test_ca17399449896494621461.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17399449896494621461.jks thread started 2024-11-21T05:30:42,458 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T05:30:42,482 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:42,504 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:42,505 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x834738a1, L:/127.0.0.1:37673 - R:/127.0.0.1:52956] 2024-11-21T05:30:42,568 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52956, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T05:30:42,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:30:42,570 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37673 2024-11-21T05:30:42,571 DEBUG [FileChangeWatcher-hbase_test_key17576907317021281407.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17576907317021281407.jks was interrupted and is shutting down... 2024-11-21T05:30:42,571 DEBUG [FileChangeWatcher-hbase_test_key17576907317021281407.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17576907317021281407.jks was interrupted and is shutting down... 2024-11-21T05:30:42,571 DEBUG [FileChangeWatcher-hbase_test_ca17399449896494621461.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17399449896494621461.jks was interrupted and is shutting down... 2024-11-21T05:30:42,571 INFO [FileChangeWatcher-hbase_test_key17576907317021281407.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17576907317021281407.jks thread finished 2024-11-21T05:30:42,571 INFO [FileChangeWatcher-hbase_test_key17576907317021281407.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17576907317021281407.jks thread finished 2024-11-21T05:30:42,572 INFO [FileChangeWatcher-hbase_test_ca17399449896494621461.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17399449896494621461.jks thread finished 2024-11-21T05:30:42,574 DEBUG [FileChangeWatcher-hbase_test_ca17399449896494621461.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17399449896494621461.jks was interrupted and is shutting down... 2024-11-21T05:30:42,575 INFO [FileChangeWatcher-hbase_test_ca17399449896494621461.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17399449896494621461.jks thread finished 2024-11-21T05:30:42,580 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 23) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca17399449896494621461.jks java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingDeque.takeFirst(LinkedBlockingDeque.java:485) java.base@17.0.11/java.util.concurrent.LinkedBlockingDeque.take(LinkedBlockingDeque.java:673) java.base@17.0.11/sun.nio.fs.AbstractWatchService.take(AbstractWatchService.java:118) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.runLoop(FileChangeWatcher.java:235) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:216) - Thread LEAK? -, OpenFileDescriptor=330 (was 327) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=485 (was 485), ProcessCount=11 (was 11), AvailableMemoryMB=5347 (was 5401) 2024-11-21T05:30:42,589 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=485, ProcessCount=11, AvailableMemoryMB=5347 2024-11-21T05:30:42,662 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T05:30:42,663 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38581 2024-11-21T05:30:42,664 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T05:30:42,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32011580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:30:42,665 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T05:30:42,667 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:42,707 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:42,711 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:42,714 INFO [FileChangeWatcher-hbase_test_key1695806902010692031.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1695806902010692031.pem thread started 2024-11-21T05:30:42,715 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:42,716 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T05:30:42,724 INFO [FileChangeWatcher-hbase_test_ca127895703431870806.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca127895703431870806.pem thread started 2024-11-21T05:30:42,734 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:42,748 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:42,756 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:42,759 INFO [FileChangeWatcher-hbase_test_key1695806902010692031.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1695806902010692031.pem thread started 2024-11-21T05:30:42,760 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:42,761 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1669444d, L:/127.0.0.1:38581 - R:/127.0.0.1:42192] 2024-11-21T05:30:42,780 INFO [FileChangeWatcher-hbase_test_ca127895703431870806.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca127895703431870806.pem thread started 2024-11-21T05:30:42,792 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42192, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T05:30:43,303 DEBUG [FileChangeWatcher-hbase_test_ca127895703431870806.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1695806902010692031.pem 2024-11-21T05:30:43,304 DEBUG [FileChangeWatcher-hbase_test_ca127895703431870806.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1695806902010692031.pem 2024-11-21T05:30:43,304 DEBUG [FileChangeWatcher-hbase_test_key1695806902010692031.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1695806902010692031.pem 2024-11-21T05:30:43,304 DEBUG [FileChangeWatcher-hbase_test_key1695806902010692031.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1695806902010692031.pem 2024-11-21T05:30:43,304 INFO [FileChangeWatcher-hbase_test_key1695806902010692031.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1695806902010692031.pem 2024-11-21T05:30:43,304 INFO [FileChangeWatcher-hbase_test_key1695806902010692031.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1695806902010692031.pem 2024-11-21T05:30:43,304 DEBUG [FileChangeWatcher-hbase_test_ca127895703431870806.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1695806902010692031.pem 2024-11-21T05:30:43,304 DEBUG [FileChangeWatcher-hbase_test_ca127895703431870806.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1695806902010692031.pem 2024-11-21T05:30:43,305 DEBUG [FileChangeWatcher-hbase_test_ca127895703431870806.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1695806902010692031.pem 2024-11-21T05:30:43,305 DEBUG [FileChangeWatcher-hbase_test_ca127895703431870806.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1695806902010692031.pem 2024-11-21T05:30:43,305 DEBUG [FileChangeWatcher-hbase_test_key1695806902010692031.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1695806902010692031.pem 2024-11-21T05:30:43,305 DEBUG [FileChangeWatcher-hbase_test_ca127895703431870806.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1695806902010692031.pem 2024-11-21T05:30:43,306 INFO [FileChangeWatcher-hbase_test_key1695806902010692031.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1695806902010692031.pem 2024-11-21T05:30:43,306 DEBUG [FileChangeWatcher-hbase_test_ca127895703431870806.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1695806902010692031.pem 2024-11-21T05:30:43,306 DEBUG [FileChangeWatcher-hbase_test_key1695806902010692031.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1695806902010692031.pem 2024-11-21T05:30:43,306 INFO [FileChangeWatcher-hbase_test_key1695806902010692031.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1695806902010692031.pem 2024-11-21T05:30:43,330 DEBUG [FileChangeWatcher-hbase_test_ca127895703431870806.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca127895703431870806.pem 2024-11-21T05:30:43,330 INFO [FileChangeWatcher-hbase_test_ca127895703431870806.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca127895703431870806.pem 2024-11-21T05:30:43,330 DEBUG [FileChangeWatcher-hbase_test_ca127895703431870806.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca127895703431870806.pem 2024-11-21T05:30:43,331 DEBUG [FileChangeWatcher-hbase_test_key1695806902010692031.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca127895703431870806.pem 2024-11-21T05:30:43,331 INFO [FileChangeWatcher-hbase_test_ca127895703431870806.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca127895703431870806.pem 2024-11-21T05:30:43,331 DEBUG [FileChangeWatcher-hbase_test_key1695806902010692031.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca127895703431870806.pem 2024-11-21T05:30:43,331 DEBUG [FileChangeWatcher-hbase_test_ca127895703431870806.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca127895703431870806.pem 2024-11-21T05:30:43,331 DEBUG [FileChangeWatcher-hbase_test_ca127895703431870806.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca127895703431870806.pem 2024-11-21T05:30:43,331 INFO [FileChangeWatcher-hbase_test_ca127895703431870806.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca127895703431870806.pem 2024-11-21T05:30:43,331 INFO [FileChangeWatcher-hbase_test_ca127895703431870806.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca127895703431870806.pem 2024-11-21T05:30:43,332 DEBUG [FileChangeWatcher-hbase_test_key1695806902010692031.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca127895703431870806.pem 2024-11-21T05:30:43,332 DEBUG [FileChangeWatcher-hbase_test_key1695806902010692031.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca127895703431870806.pem 2024-11-21T05:30:43,332 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,38581,0 is dead - stopping the connection localhost:38581/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T05:30:43,333 DEBUG [FileChangeWatcher-hbase_test_key1695806902010692031.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca127895703431870806.pem 2024-11-21T05:30:43,333 DEBUG [FileChangeWatcher-hbase_test_key1695806902010692031.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca127895703431870806.pem 2024-11-21T05:30:43,333 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T05:30:43,338 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:43,350 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:43,351 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T05:30:43,357 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:43,358 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:43,359 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6d761893, L:/127.0.0.1:38581 - R:/127.0.0.1:42208] 2024-11-21T05:30:43,386 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42208, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T05:30:43,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:30:43,388 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38581 2024-11-21T05:30:43,388 DEBUG [FileChangeWatcher-hbase_test_key1695806902010692031.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1695806902010692031.pem was interrupted and is shutting down... 2024-11-21T05:30:43,389 DEBUG [FileChangeWatcher-hbase_test_ca127895703431870806.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca127895703431870806.pem was interrupted and is shutting down... 2024-11-21T05:30:43,389 INFO [FileChangeWatcher-hbase_test_key1695806902010692031.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1695806902010692031.pem thread finished 2024-11-21T05:30:43,389 INFO [FileChangeWatcher-hbase_test_ca127895703431870806.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca127895703431870806.pem thread finished 2024-11-21T05:30:43,390 DEBUG [FileChangeWatcher-hbase_test_key1695806902010692031.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1695806902010692031.pem was interrupted and is shutting down... 2024-11-21T05:30:43,390 DEBUG [FileChangeWatcher-hbase_test_ca127895703431870806.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca127895703431870806.pem was interrupted and is shutting down... 2024-11-21T05:30:43,391 INFO [FileChangeWatcher-hbase_test_key1695806902010692031.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1695806902010692031.pem thread finished 2024-11-21T05:30:43,398 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 23) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca127895703431870806.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=485 (was 485), ProcessCount=11 (was 11), AvailableMemoryMB=5282 (was 5347) 2024-11-21T05:30:43,407 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=485, ProcessCount=11, AvailableMemoryMB=5282 2024-11-21T05:30:43,409 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T05:30:43,409 INFO [FileChangeWatcher-hbase_test_ca127895703431870806.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca127895703431870806.pem thread finished 2024-11-21T05:30:43,410 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43143 2024-11-21T05:30:43,410 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T05:30:43,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e251a93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:30:43,411 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T05:30:43,413 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:43,419 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:43,422 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:43,423 INFO [FileChangeWatcher-hbase_test_key1695806902010692031.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1695806902010692031.pem thread started 2024-11-21T05:30:43,423 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:43,427 INFO [FileChangeWatcher-hbase_test_ca127895703431870806.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca127895703431870806.pem thread started 2024-11-21T05:30:43,427 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T05:30:43,434 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:43,435 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:43,439 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:43,439 INFO [FileChangeWatcher-hbase_test_key1695806902010692031.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1695806902010692031.pem thread started 2024-11-21T05:30:43,440 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:43,443 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe9212a84, L:/127.0.0.1:43143 - R:/127.0.0.1:47412] 2024-11-21T05:30:43,443 INFO [FileChangeWatcher-hbase_test_ca127895703431870806.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca127895703431870806.pem thread started 2024-11-21T05:30:43,464 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47412, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T05:30:43,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:30:43,472 DEBUG [FileChangeWatcher-hbase_test_ca127895703431870806.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca127895703431870806.pem was interrupted and is shutting down... 2024-11-21T05:30:43,472 DEBUG [FileChangeWatcher-hbase_test_key1695806902010692031.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1695806902010692031.pem was interrupted and is shutting down... 2024-11-21T05:30:43,472 INFO [FileChangeWatcher-hbase_test_ca127895703431870806.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca127895703431870806.pem thread finished 2024-11-21T05:30:43,473 INFO [FileChangeWatcher-hbase_test_key1695806902010692031.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1695806902010692031.pem thread finished 2024-11-21T05:30:43,663 DEBUG [FileChangeWatcher-hbase_test_ca127895703431870806.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1695806902010692031.pem 2024-11-21T05:30:43,663 DEBUG [FileChangeWatcher-hbase_test_key1695806902010692031.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1695806902010692031.pem 2024-11-21T05:30:43,664 DEBUG [FileChangeWatcher-hbase_test_ca127895703431870806.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1695806902010692031.pem 2024-11-21T05:30:43,664 INFO [FileChangeWatcher-hbase_test_key1695806902010692031.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1695806902010692031.pem 2024-11-21T05:30:43,664 DEBUG [FileChangeWatcher-hbase_test_key1695806902010692031.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1695806902010692031.pem 2024-11-21T05:30:43,664 DEBUG [FileChangeWatcher-hbase_test_ca127895703431870806.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1695806902010692031.pem 2024-11-21T05:30:43,664 INFO [FileChangeWatcher-hbase_test_key1695806902010692031.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1695806902010692031.pem 2024-11-21T05:30:43,664 DEBUG [FileChangeWatcher-hbase_test_ca127895703431870806.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1695806902010692031.pem 2024-11-21T05:30:43,665 DEBUG [FileChangeWatcher-hbase_test_key1695806902010692031.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca127895703431870806.pem 2024-11-21T05:30:43,665 DEBUG [FileChangeWatcher-hbase_test_ca127895703431870806.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca127895703431870806.pem 2024-11-21T05:30:43,665 DEBUG [FileChangeWatcher-hbase_test_key1695806902010692031.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca127895703431870806.pem 2024-11-21T05:30:43,665 INFO [FileChangeWatcher-hbase_test_ca127895703431870806.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca127895703431870806.pem 2024-11-21T05:30:43,665 DEBUG [FileChangeWatcher-hbase_test_key1695806902010692031.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca127895703431870806.pem 2024-11-21T05:30:43,665 DEBUG [FileChangeWatcher-hbase_test_ca127895703431870806.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca127895703431870806.pem 2024-11-21T05:30:43,665 DEBUG [FileChangeWatcher-hbase_test_key1695806902010692031.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca127895703431870806.pem 2024-11-21T05:30:43,665 INFO [FileChangeWatcher-hbase_test_ca127895703431870806.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca127895703431870806.pem 2024-11-21T05:30:43,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40e1f95a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:30:43,666 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T05:30:43,668 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:43,673 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:43,674 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:43,675 INFO [FileChangeWatcher-hbase_test_key1695806902010692031.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1695806902010692031.pem thread started 2024-11-21T05:30:43,675 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:43,676 INFO [FileChangeWatcher-hbase_test_ca127895703431870806.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca127895703431870806.pem thread started 2024-11-21T05:30:43,676 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T05:30:43,683 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:43,684 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:43,684 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc5b000a8, L:/127.0.0.1:43143 - R:/127.0.0.1:47414] 2024-11-21T05:30:43,710 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47414, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T05:30:43,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:30:43,712 DEBUG [FileChangeWatcher-hbase_test_key1695806902010692031.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1695806902010692031.pem was interrupted and is shutting down... 2024-11-21T05:30:43,712 DEBUG [FileChangeWatcher-hbase_test_ca127895703431870806.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca127895703431870806.pem was interrupted and is shutting down... 2024-11-21T05:30:43,712 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43143 2024-11-21T05:30:43,713 DEBUG [FileChangeWatcher-hbase_test_key1695806902010692031.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1695806902010692031.pem was interrupted and is shutting down... 2024-11-21T05:30:43,713 INFO [FileChangeWatcher-hbase_test_key1695806902010692031.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1695806902010692031.pem thread finished 2024-11-21T05:30:43,713 INFO [FileChangeWatcher-hbase_test_ca127895703431870806.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca127895703431870806.pem thread finished 2024-11-21T05:30:43,713 INFO [FileChangeWatcher-hbase_test_key1695806902010692031.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1695806902010692031.pem thread finished 2024-11-21T05:30:43,713 DEBUG [FileChangeWatcher-hbase_test_ca127895703431870806.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca127895703431870806.pem was interrupted and is shutting down... 2024-11-21T05:30:43,725 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 27) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=485 (was 485), ProcessCount=11 (was 11), AvailableMemoryMB=5242 (was 5282) 2024-11-21T05:30:43,727 INFO [FileChangeWatcher-hbase_test_ca127895703431870806.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca127895703431870806.pem thread finished 2024-11-21T05:30:43,732 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=485, ProcessCount=11, AvailableMemoryMB=5241 2024-11-21T05:30:43,822 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T05:30:43,823 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41703 2024-11-21T05:30:43,823 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T05:30:43,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@145ee184, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:30:43,825 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T05:30:43,826 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:43,854 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:43,855 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:43,855 INFO [FileChangeWatcher-hbase_test_key829300782575243889.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key829300782575243889.p12 thread started 2024-11-21T05:30:43,856 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:43,856 INFO [FileChangeWatcher-hbase_test_ca4535442661140769909.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4535442661140769909.p12 thread started 2024-11-21T05:30:43,856 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T05:30:43,881 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:43,902 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:43,903 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:43,904 INFO [FileChangeWatcher-hbase_test_key829300782575243889.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key829300782575243889.p12 thread started 2024-11-21T05:30:43,904 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:43,904 INFO [FileChangeWatcher-hbase_test_ca4535442661140769909.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4535442661140769909.p12 thread started 2024-11-21T05:30:43,904 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb73eb01f, L:/127.0.0.1:41703 - R:/127.0.0.1:54010] 2024-11-21T05:30:43,965 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54010, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T05:30:44,311 DEBUG [FileChangeWatcher-hbase_test_key829300782575243889.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key829300782575243889.p12 2024-11-21T05:30:44,311 DEBUG [FileChangeWatcher-hbase_test_key829300782575243889.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key829300782575243889.p12 2024-11-21T05:30:44,311 DEBUG [FileChangeWatcher-hbase_test_ca4535442661140769909.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key829300782575243889.p12 2024-11-21T05:30:44,311 DEBUG [FileChangeWatcher-hbase_test_ca4535442661140769909.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key829300782575243889.p12 2024-11-21T05:30:44,311 INFO [FileChangeWatcher-hbase_test_key829300782575243889.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key829300782575243889.p12 2024-11-21T05:30:44,311 DEBUG [FileChangeWatcher-hbase_test_ca4535442661140769909.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key829300782575243889.p12 2024-11-21T05:30:44,311 INFO [FileChangeWatcher-hbase_test_key829300782575243889.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key829300782575243889.p12 2024-11-21T05:30:44,311 DEBUG [FileChangeWatcher-hbase_test_ca4535442661140769909.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key829300782575243889.p12 2024-11-21T05:30:44,336 DEBUG [FileChangeWatcher-hbase_test_key829300782575243889.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key829300782575243889.p12 2024-11-21T05:30:44,336 DEBUG [FileChangeWatcher-hbase_test_ca4535442661140769909.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key829300782575243889.p12 2024-11-21T05:30:44,336 INFO [FileChangeWatcher-hbase_test_key829300782575243889.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key829300782575243889.p12 2024-11-21T05:30:44,336 DEBUG [FileChangeWatcher-hbase_test_ca4535442661140769909.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key829300782575243889.p12 2024-11-21T05:30:44,336 DEBUG [FileChangeWatcher-hbase_test_ca4535442661140769909.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key829300782575243889.p12 2024-11-21T05:30:44,336 DEBUG [FileChangeWatcher-hbase_test_ca4535442661140769909.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key829300782575243889.p12 2024-11-21T05:30:44,336 DEBUG [FileChangeWatcher-hbase_test_key829300782575243889.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key829300782575243889.p12 2024-11-21T05:30:44,336 INFO [FileChangeWatcher-hbase_test_key829300782575243889.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key829300782575243889.p12 2024-11-21T05:30:44,354 DEBUG [FileChangeWatcher-hbase_test_ca4535442661140769909.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4535442661140769909.p12 2024-11-21T05:30:44,354 DEBUG [FileChangeWatcher-hbase_test_key829300782575243889.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4535442661140769909.p12 2024-11-21T05:30:44,354 DEBUG [FileChangeWatcher-hbase_test_ca4535442661140769909.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4535442661140769909.p12 2024-11-21T05:30:44,354 INFO [FileChangeWatcher-hbase_test_ca4535442661140769909.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4535442661140769909.p12 2024-11-21T05:30:44,355 INFO [FileChangeWatcher-hbase_test_ca4535442661140769909.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4535442661140769909.p12 2024-11-21T05:30:44,355 DEBUG [FileChangeWatcher-hbase_test_key829300782575243889.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4535442661140769909.p12 2024-11-21T05:30:44,355 DEBUG [FileChangeWatcher-hbase_test_key829300782575243889.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4535442661140769909.p12 2024-11-21T05:30:44,355 DEBUG [FileChangeWatcher-hbase_test_key829300782575243889.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4535442661140769909.p12 2024-11-21T05:30:44,368 DEBUG [FileChangeWatcher-hbase_test_key829300782575243889.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4535442661140769909.p12 2024-11-21T05:30:44,369 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,41703,0 is dead - stopping the connection localhost:41703/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T05:30:44,368 DEBUG [FileChangeWatcher-hbase_test_ca4535442661140769909.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4535442661140769909.p12 2024-11-21T05:30:44,369 DEBUG [FileChangeWatcher-hbase_test_key829300782575243889.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4535442661140769909.p12 2024-11-21T05:30:44,369 INFO [FileChangeWatcher-hbase_test_ca4535442661140769909.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4535442661140769909.p12 2024-11-21T05:30:44,369 DEBUG [FileChangeWatcher-hbase_test_key829300782575243889.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4535442661140769909.p12 2024-11-21T05:30:44,369 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T05:30:44,369 DEBUG [FileChangeWatcher-hbase_test_key829300782575243889.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4535442661140769909.p12 2024-11-21T05:30:44,370 DEBUG [FileChangeWatcher-hbase_test_ca4535442661140769909.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4535442661140769909.p12 2024-11-21T05:30:44,370 INFO [FileChangeWatcher-hbase_test_ca4535442661140769909.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4535442661140769909.p12 2024-11-21T05:30:44,371 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:44,399 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:44,400 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T05:30:44,416 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:44,430 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:44,431 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x57e1c034, L:/127.0.0.1:41703 - R:/127.0.0.1:54012] 2024-11-21T05:30:44,468 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54012, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T05:30:44,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:30:44,471 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41703 2024-11-21T05:30:44,471 DEBUG [FileChangeWatcher-hbase_test_key829300782575243889.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key829300782575243889.p12 was interrupted and is shutting down... 2024-11-21T05:30:44,471 DEBUG [FileChangeWatcher-hbase_test_ca4535442661140769909.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4535442661140769909.p12 was interrupted and is shutting down... 2024-11-21T05:30:44,471 DEBUG [FileChangeWatcher-hbase_test_ca4535442661140769909.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4535442661140769909.p12 was interrupted and is shutting down... 2024-11-21T05:30:44,471 DEBUG [FileChangeWatcher-hbase_test_key829300782575243889.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key829300782575243889.p12 was interrupted and is shutting down... 2024-11-21T05:30:44,471 INFO [FileChangeWatcher-hbase_test_ca4535442661140769909.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4535442661140769909.p12 thread finished 2024-11-21T05:30:44,472 INFO [FileChangeWatcher-hbase_test_key829300782575243889.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key829300782575243889.p12 thread finished 2024-11-21T05:30:44,472 INFO [FileChangeWatcher-hbase_test_ca4535442661140769909.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4535442661140769909.p12 thread finished 2024-11-21T05:30:44,479 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31 (was 29) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key829300782575243889.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=485 (was 485), ProcessCount=11 (was 11), AvailableMemoryMB=5181 (was 5241) 2024-11-21T05:30:44,486 INFO [FileChangeWatcher-hbase_test_key829300782575243889.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key829300782575243889.p12 thread finished 2024-11-21T05:30:44,487 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=485, ProcessCount=11, AvailableMemoryMB=5181 2024-11-21T05:30:44,489 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T05:30:44,490 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38295 2024-11-21T05:30:44,490 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T05:30:44,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14b3aebb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:30:44,491 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T05:30:44,492 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:44,527 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:44,528 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:44,529 INFO [FileChangeWatcher-hbase_test_key829300782575243889.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key829300782575243889.p12 thread started 2024-11-21T05:30:44,529 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:44,530 INFO [FileChangeWatcher-hbase_test_ca4535442661140769909.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4535442661140769909.p12 thread started 2024-11-21T05:30:44,530 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T05:30:44,546 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:44,560 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:44,560 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:44,561 INFO [FileChangeWatcher-hbase_test_key829300782575243889.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key829300782575243889.p12 thread started 2024-11-21T05:30:44,561 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:44,562 INFO [FileChangeWatcher-hbase_test_ca4535442661140769909.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4535442661140769909.p12 thread started 2024-11-21T05:30:44,562 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x42b31c48, L:/127.0.0.1:38295 - R:/127.0.0.1:56178] 2024-11-21T05:30:44,614 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56178, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T05:30:44,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:30:44,618 DEBUG [FileChangeWatcher-hbase_test_key829300782575243889.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key829300782575243889.p12 was interrupted and is shutting down... 2024-11-21T05:30:44,618 DEBUG [FileChangeWatcher-hbase_test_ca4535442661140769909.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4535442661140769909.p12 was interrupted and is shutting down... 2024-11-21T05:30:44,618 INFO [FileChangeWatcher-hbase_test_ca4535442661140769909.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4535442661140769909.p12 thread finished 2024-11-21T05:30:44,618 INFO [FileChangeWatcher-hbase_test_key829300782575243889.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key829300782575243889.p12 thread finished 2024-11-21T05:30:44,861 DEBUG [FileChangeWatcher-hbase_test_key829300782575243889.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key829300782575243889.p12 2024-11-21T05:30:44,861 DEBUG [FileChangeWatcher-hbase_test_ca4535442661140769909.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key829300782575243889.p12 2024-11-21T05:30:44,861 INFO [FileChangeWatcher-hbase_test_key829300782575243889.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key829300782575243889.p12 2024-11-21T05:30:44,862 DEBUG [FileChangeWatcher-hbase_test_ca4535442661140769909.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key829300782575243889.p12 2024-11-21T05:30:44,904 DEBUG [FileChangeWatcher-hbase_test_key829300782575243889.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key829300782575243889.p12 2024-11-21T05:30:44,904 DEBUG [FileChangeWatcher-hbase_test_ca4535442661140769909.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key829300782575243889.p12 2024-11-21T05:30:44,905 INFO [FileChangeWatcher-hbase_test_key829300782575243889.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key829300782575243889.p12 2024-11-21T05:30:44,905 DEBUG [FileChangeWatcher-hbase_test_ca4535442661140769909.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key829300782575243889.p12 2024-11-21T05:30:44,929 DEBUG [FileChangeWatcher-hbase_test_ca4535442661140769909.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4535442661140769909.p12 2024-11-21T05:30:44,929 DEBUG [FileChangeWatcher-hbase_test_key829300782575243889.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4535442661140769909.p12 2024-11-21T05:30:44,929 DEBUG [FileChangeWatcher-hbase_test_key829300782575243889.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4535442661140769909.p12 2024-11-21T05:30:44,929 INFO [FileChangeWatcher-hbase_test_ca4535442661140769909.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4535442661140769909.p12 2024-11-21T05:30:44,954 DEBUG [FileChangeWatcher-hbase_test_key829300782575243889.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4535442661140769909.p12 2024-11-21T05:30:44,954 DEBUG [FileChangeWatcher-hbase_test_ca4535442661140769909.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4535442661140769909.p12 2024-11-21T05:30:44,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@355ab955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:30:44,955 DEBUG [FileChangeWatcher-hbase_test_key829300782575243889.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4535442661140769909.p12 2024-11-21T05:30:44,955 INFO [FileChangeWatcher-hbase_test_ca4535442661140769909.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4535442661140769909.p12 2024-11-21T05:30:44,955 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T05:30:44,956 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:45,008 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:45,009 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:45,010 INFO [FileChangeWatcher-hbase_test_key829300782575243889.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key829300782575243889.p12 thread started 2024-11-21T05:30:45,010 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:45,010 INFO [FileChangeWatcher-hbase_test_ca4535442661140769909.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4535442661140769909.p12 thread started 2024-11-21T05:30:45,011 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T05:30:45,035 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:45,058 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:45,059 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5f20bdd5, L:/127.0.0.1:38295 - R:/127.0.0.1:56184] 2024-11-21T05:30:45,107 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56184, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T05:30:45,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:30:45,109 DEBUG [FileChangeWatcher-hbase_test_key829300782575243889.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key829300782575243889.p12 was interrupted and is shutting down... 2024-11-21T05:30:45,109 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38295 2024-11-21T05:30:45,110 DEBUG [FileChangeWatcher-hbase_test_key829300782575243889.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key829300782575243889.p12 was interrupted and is shutting down... 2024-11-21T05:30:45,110 INFO [FileChangeWatcher-hbase_test_key829300782575243889.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key829300782575243889.p12 thread finished 2024-11-21T05:30:45,110 DEBUG [FileChangeWatcher-hbase_test_ca4535442661140769909.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4535442661140769909.p12 was interrupted and is shutting down... 2024-11-21T05:30:45,110 INFO [FileChangeWatcher-hbase_test_key829300782575243889.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key829300782575243889.p12 thread finished 2024-11-21T05:30:45,110 INFO [FileChangeWatcher-hbase_test_ca4535442661140769909.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4535442661140769909.p12 thread finished 2024-11-21T05:30:45,110 DEBUG [FileChangeWatcher-hbase_test_ca4535442661140769909.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4535442661140769909.p12 was interrupted and is shutting down... 2024-11-21T05:30:45,119 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=34 (was 31) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FifoRpcScheduler.handler-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca4535442661140769909.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=478 (was 485), ProcessCount=11 (was 11), AvailableMemoryMB=5134 (was 5181) 2024-11-21T05:30:45,127 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=478, ProcessCount=11, AvailableMemoryMB=5133 2024-11-21T05:30:45,130 INFO [FileChangeWatcher-hbase_test_ca4535442661140769909.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4535442661140769909.p12 thread finished 2024-11-21T05:30:45,770 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T05:30:45,771 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36955 2024-11-21T05:30:45,771 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T05:30:45,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d94c80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:30:45,772 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T05:30:45,773 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:46,073 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:46,074 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:46,074 INFO [FileChangeWatcher-hbase_test_key9185397939761126316.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9185397939761126316.bcfks thread started 2024-11-21T05:30:46,074 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:46,075 INFO [FileChangeWatcher-hbase_test_ca460508115625585173.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca460508115625585173.bcfks thread started 2024-11-21T05:30:46,075 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T05:30:46,209 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:46,338 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:46,339 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:46,340 INFO [FileChangeWatcher-hbase_test_key9185397939761126316.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9185397939761126316.bcfks thread started 2024-11-21T05:30:46,340 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:46,340 INFO [FileChangeWatcher-hbase_test_ca460508115625585173.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca460508115625585173.bcfks thread started 2024-11-21T05:30:46,340 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6d748b40, L:/127.0.0.1:36955 - R:/127.0.0.1:41516] 2024-11-21T05:30:46,547 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41516, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T05:30:46,846 DEBUG [FileChangeWatcher-hbase_test_ca460508115625585173.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9185397939761126316.bcfks 2024-11-21T05:30:46,846 DEBUG [FileChangeWatcher-hbase_test_key9185397939761126316.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9185397939761126316.bcfks 2024-11-21T05:30:46,846 DEBUG [FileChangeWatcher-hbase_test_key9185397939761126316.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9185397939761126316.bcfks 2024-11-21T05:30:46,846 INFO [FileChangeWatcher-hbase_test_key9185397939761126316.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9185397939761126316.bcfks 2024-11-21T05:30:46,846 DEBUG [FileChangeWatcher-hbase_test_ca460508115625585173.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9185397939761126316.bcfks 2024-11-21T05:30:46,846 INFO [FileChangeWatcher-hbase_test_key9185397939761126316.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9185397939761126316.bcfks 2024-11-21T05:30:46,846 DEBUG [FileChangeWatcher-hbase_test_ca460508115625585173.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9185397939761126316.bcfks 2024-11-21T05:30:46,847 DEBUG [FileChangeWatcher-hbase_test_ca460508115625585173.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9185397939761126316.bcfks 2024-11-21T05:30:47,051 DEBUG [FileChangeWatcher-hbase_test_key9185397939761126316.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9185397939761126316.bcfks 2024-11-21T05:30:47,051 DEBUG [FileChangeWatcher-hbase_test_ca460508115625585173.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9185397939761126316.bcfks 2024-11-21T05:30:47,051 DEBUG [FileChangeWatcher-hbase_test_key9185397939761126316.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9185397939761126316.bcfks 2024-11-21T05:30:47,051 INFO [FileChangeWatcher-hbase_test_key9185397939761126316.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9185397939761126316.bcfks 2024-11-21T05:30:47,051 INFO [FileChangeWatcher-hbase_test_key9185397939761126316.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9185397939761126316.bcfks 2024-11-21T05:30:47,051 DEBUG [FileChangeWatcher-hbase_test_ca460508115625585173.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9185397939761126316.bcfks 2024-11-21T05:30:47,052 DEBUG [FileChangeWatcher-hbase_test_ca460508115625585173.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9185397939761126316.bcfks 2024-11-21T05:30:47,052 DEBUG [FileChangeWatcher-hbase_test_ca460508115625585173.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9185397939761126316.bcfks 2024-11-21T05:30:47,063 DEBUG [FileChangeWatcher-hbase_test_ca460508115625585173.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca460508115625585173.bcfks 2024-11-21T05:30:47,063 DEBUG [FileChangeWatcher-hbase_test_key9185397939761126316.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca460508115625585173.bcfks 2024-11-21T05:30:47,063 DEBUG [FileChangeWatcher-hbase_test_key9185397939761126316.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca460508115625585173.bcfks 2024-11-21T05:30:47,063 INFO [FileChangeWatcher-hbase_test_ca460508115625585173.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca460508115625585173.bcfks 2024-11-21T05:30:47,063 DEBUG [FileChangeWatcher-hbase_test_key9185397939761126316.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca460508115625585173.bcfks 2024-11-21T05:30:47,063 DEBUG [FileChangeWatcher-hbase_test_key9185397939761126316.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca460508115625585173.bcfks 2024-11-21T05:30:47,063 DEBUG [FileChangeWatcher-hbase_test_ca460508115625585173.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca460508115625585173.bcfks 2024-11-21T05:30:47,063 INFO [FileChangeWatcher-hbase_test_ca460508115625585173.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca460508115625585173.bcfks 2024-11-21T05:30:47,232 DEBUG [FileChangeWatcher-hbase_test_key9185397939761126316.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca460508115625585173.bcfks 2024-11-21T05:30:47,232 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,36955,0 is dead - stopping the connection localhost:36955/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T05:30:47,232 DEBUG [FileChangeWatcher-hbase_test_ca460508115625585173.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca460508115625585173.bcfks 2024-11-21T05:30:47,232 DEBUG [FileChangeWatcher-hbase_test_key9185397939761126316.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca460508115625585173.bcfks 2024-11-21T05:30:47,233 INFO [FileChangeWatcher-hbase_test_ca460508115625585173.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca460508115625585173.bcfks 2024-11-21T05:30:47,233 DEBUG [FileChangeWatcher-hbase_test_key9185397939761126316.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca460508115625585173.bcfks 2024-11-21T05:30:47,233 DEBUG [FileChangeWatcher-hbase_test_key9185397939761126316.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca460508115625585173.bcfks 2024-11-21T05:30:47,233 DEBUG [FileChangeWatcher-hbase_test_ca460508115625585173.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca460508115625585173.bcfks 2024-11-21T05:30:47,233 INFO [FileChangeWatcher-hbase_test_ca460508115625585173.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca460508115625585173.bcfks 2024-11-21T05:30:47,233 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T05:30:47,234 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:47,610 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:47,610 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T05:30:47,774 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:47,907 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:47,907 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1b5191ec, L:/127.0.0.1:36955 - R:/127.0.0.1:41530] 2024-11-21T05:30:48,065 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41530, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T05:30:48,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:30:48,067 DEBUG [FileChangeWatcher-hbase_test_key9185397939761126316.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9185397939761126316.bcfks was interrupted and is shutting down... 2024-11-21T05:30:48,067 INFO [FileChangeWatcher-hbase_test_key9185397939761126316.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9185397939761126316.bcfks thread finished 2024-11-21T05:30:48,067 DEBUG [FileChangeWatcher-hbase_test_ca460508115625585173.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca460508115625585173.bcfks was interrupted and is shutting down... 2024-11-21T05:30:48,068 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36955 2024-11-21T05:30:48,068 DEBUG [FileChangeWatcher-hbase_test_key9185397939761126316.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9185397939761126316.bcfks was interrupted and is shutting down... 2024-11-21T05:30:48,068 INFO [FileChangeWatcher-hbase_test_ca460508115625585173.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca460508115625585173.bcfks thread finished 2024-11-21T05:30:48,068 INFO [FileChangeWatcher-hbase_test_key9185397939761126316.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9185397939761126316.bcfks thread finished 2024-11-21T05:30:48,069 DEBUG [FileChangeWatcher-hbase_test_ca460508115625585173.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca460508115625585173.bcfks was interrupted and is shutting down... 2024-11-21T05:30:48,076 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 33) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=478 (was 478), ProcessCount=11 (was 11), AvailableMemoryMB=5065 (was 5133) 2024-11-21T05:30:48,082 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=478, ProcessCount=11, AvailableMemoryMB=5065 2024-11-21T05:30:48,084 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T05:30:48,084 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44537 2024-11-21T05:30:48,085 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T05:30:48,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e225d4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:30:48,085 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T05:30:48,086 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:48,090 INFO [FileChangeWatcher-hbase_test_ca460508115625585173.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca460508115625585173.bcfks thread finished 2024-11-21T05:30:48,355 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:48,355 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:48,358 INFO [FileChangeWatcher-hbase_test_key9185397939761126316.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9185397939761126316.bcfks thread started 2024-11-21T05:30:48,358 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:48,358 INFO [FileChangeWatcher-hbase_test_ca460508115625585173.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca460508115625585173.bcfks thread started 2024-11-21T05:30:48,359 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T05:30:48,508 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:48,641 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:48,641 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:48,642 INFO [FileChangeWatcher-hbase_test_key9185397939761126316.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9185397939761126316.bcfks thread started 2024-11-21T05:30:48,643 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:48,644 INFO [FileChangeWatcher-hbase_test_ca460508115625585173.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca460508115625585173.bcfks thread started 2024-11-21T05:30:48,644 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5fd5bea8, L:/127.0.0.1:44537 - R:/127.0.0.1:48992] 2024-11-21T05:30:48,864 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48992, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T05:30:48,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:30:48,873 DEBUG [FileChangeWatcher-hbase_test_key9185397939761126316.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9185397939761126316.bcfks was interrupted and is shutting down... 2024-11-21T05:30:48,873 DEBUG [FileChangeWatcher-hbase_test_ca460508115625585173.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca460508115625585173.bcfks was interrupted and is shutting down... 2024-11-21T05:30:48,878 INFO [FileChangeWatcher-hbase_test_ca460508115625585173.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca460508115625585173.bcfks thread finished 2024-11-21T05:30:48,890 INFO [FileChangeWatcher-hbase_test_key9185397939761126316.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9185397939761126316.bcfks thread finished 2024-11-21T05:30:49,136 DEBUG [FileChangeWatcher-hbase_test_ca460508115625585173.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9185397939761126316.bcfks 2024-11-21T05:30:49,136 DEBUG [FileChangeWatcher-hbase_test_ca460508115625585173.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9185397939761126316.bcfks 2024-11-21T05:30:49,138 DEBUG [FileChangeWatcher-hbase_test_key9185397939761126316.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9185397939761126316.bcfks 2024-11-21T05:30:49,139 INFO [FileChangeWatcher-hbase_test_key9185397939761126316.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9185397939761126316.bcfks 2024-11-21T05:30:49,438 DEBUG [FileChangeWatcher-hbase_test_ca460508115625585173.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9185397939761126316.bcfks 2024-11-21T05:30:49,438 DEBUG [FileChangeWatcher-hbase_test_key9185397939761126316.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9185397939761126316.bcfks 2024-11-21T05:30:49,438 DEBUG [FileChangeWatcher-hbase_test_ca460508115625585173.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9185397939761126316.bcfks 2024-11-21T05:30:49,438 INFO [FileChangeWatcher-hbase_test_key9185397939761126316.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9185397939761126316.bcfks 2024-11-21T05:30:49,463 DEBUG [FileChangeWatcher-hbase_test_key9185397939761126316.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca460508115625585173.bcfks 2024-11-21T05:30:49,463 DEBUG [FileChangeWatcher-hbase_test_ca460508115625585173.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca460508115625585173.bcfks 2024-11-21T05:30:49,463 DEBUG [FileChangeWatcher-hbase_test_key9185397939761126316.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca460508115625585173.bcfks 2024-11-21T05:30:49,463 INFO [FileChangeWatcher-hbase_test_ca460508115625585173.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca460508115625585173.bcfks 2024-11-21T05:30:49,596 DEBUG [FileChangeWatcher-hbase_test_ca460508115625585173.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca460508115625585173.bcfks 2024-11-21T05:30:49,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6271acb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:30:49,596 INFO [FileChangeWatcher-hbase_test_ca460508115625585173.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca460508115625585173.bcfks 2024-11-21T05:30:49,596 DEBUG [FileChangeWatcher-hbase_test_key9185397939761126316.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca460508115625585173.bcfks 2024-11-21T05:30:49,596 DEBUG [FileChangeWatcher-hbase_test_key9185397939761126316.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca460508115625585173.bcfks 2024-11-21T05:30:49,596 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T05:30:49,598 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:49,864 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:49,865 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:49,865 INFO [FileChangeWatcher-hbase_test_key9185397939761126316.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9185397939761126316.bcfks thread started 2024-11-21T05:30:49,865 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:49,866 INFO [FileChangeWatcher-hbase_test_ca460508115625585173.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca460508115625585173.bcfks thread started 2024-11-21T05:30:49,866 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T05:30:50,056 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:50,187 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:50,187 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1066cf74, L:/127.0.0.1:44537 - R:/127.0.0.1:49008] 2024-11-21T05:30:50,354 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49008, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T05:30:50,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:30:50,358 DEBUG [FileChangeWatcher-hbase_test_ca460508115625585173.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca460508115625585173.bcfks was interrupted and is shutting down... 2024-11-21T05:30:50,358 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44537 2024-11-21T05:30:50,358 DEBUG [FileChangeWatcher-hbase_test_key9185397939761126316.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9185397939761126316.bcfks was interrupted and is shutting down... 2024-11-21T05:30:50,358 DEBUG [FileChangeWatcher-hbase_test_key9185397939761126316.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9185397939761126316.bcfks was interrupted and is shutting down... 2024-11-21T05:30:50,358 DEBUG [FileChangeWatcher-hbase_test_ca460508115625585173.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca460508115625585173.bcfks was interrupted and is shutting down... 2024-11-21T05:30:50,358 INFO [FileChangeWatcher-hbase_test_ca460508115625585173.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca460508115625585173.bcfks thread finished 2024-11-21T05:30:50,358 INFO [FileChangeWatcher-hbase_test_key9185397939761126316.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9185397939761126316.bcfks thread finished 2024-11-21T05:30:50,359 INFO [FileChangeWatcher-hbase_test_key9185397939761126316.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9185397939761126316.bcfks thread finished 2024-11-21T05:30:50,366 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=496 (was 478) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4845 (was 5065) 2024-11-21T05:30:50,373 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=496, ProcessCount=11, AvailableMemoryMB=4845 2024-11-21T05:30:50,386 INFO [FileChangeWatcher-hbase_test_ca460508115625585173.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca460508115625585173.bcfks thread finished 2024-11-21T05:30:50,586 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T05:30:50,587 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37223 2024-11-21T05:30:50,588 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T05:30:50,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab473fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:30:50,590 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T05:30:50,591 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:50,641 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:50,642 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:50,643 INFO [FileChangeWatcher-hbase_test_key5242255455381577331.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5242255455381577331.jks thread started 2024-11-21T05:30:50,643 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:50,644 INFO [FileChangeWatcher-hbase_test_ca4628756900709333006.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4628756900709333006.jks thread started 2024-11-21T05:30:50,644 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T05:30:50,669 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:50,694 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:50,695 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:50,695 INFO [FileChangeWatcher-hbase_test_key5242255455381577331.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5242255455381577331.jks thread started 2024-11-21T05:30:50,696 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:50,696 INFO [FileChangeWatcher-hbase_test_ca4628756900709333006.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4628756900709333006.jks thread started 2024-11-21T05:30:50,696 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x612212de, L:/127.0.0.1:37223 - R:/127.0.0.1:53302] 2024-11-21T05:30:50,775 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53302, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T05:30:50,786 DEBUG [FileChangeWatcher-hbase_test_key5242255455381577331.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5242255455381577331.jks 2024-11-21T05:30:50,786 DEBUG [FileChangeWatcher-hbase_test_key5242255455381577331.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5242255455381577331.jks 2024-11-21T05:30:50,786 DEBUG [FileChangeWatcher-hbase_test_ca4628756900709333006.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5242255455381577331.jks 2024-11-21T05:30:50,786 INFO [FileChangeWatcher-hbase_test_key5242255455381577331.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5242255455381577331.jks 2024-11-21T05:30:50,786 INFO [FileChangeWatcher-hbase_test_key5242255455381577331.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5242255455381577331.jks 2024-11-21T05:30:50,786 DEBUG [FileChangeWatcher-hbase_test_ca4628756900709333006.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5242255455381577331.jks 2024-11-21T05:30:50,786 DEBUG [FileChangeWatcher-hbase_test_ca4628756900709333006.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5242255455381577331.jks 2024-11-21T05:30:50,786 DEBUG [FileChangeWatcher-hbase_test_ca4628756900709333006.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5242255455381577331.jks 2024-11-21T05:30:50,811 DEBUG [FileChangeWatcher-hbase_test_ca4628756900709333006.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5242255455381577331.jks 2024-11-21T05:30:50,811 DEBUG [FileChangeWatcher-hbase_test_key5242255455381577331.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5242255455381577331.jks 2024-11-21T05:30:50,811 DEBUG [FileChangeWatcher-hbase_test_ca4628756900709333006.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5242255455381577331.jks 2024-11-21T05:30:50,811 INFO [FileChangeWatcher-hbase_test_key5242255455381577331.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5242255455381577331.jks 2024-11-21T05:30:50,811 DEBUG [FileChangeWatcher-hbase_test_key5242255455381577331.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4628756900709333006.jks 2024-11-21T05:30:50,811 DEBUG [FileChangeWatcher-hbase_test_key5242255455381577331.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5242255455381577331.jks 2024-11-21T05:30:50,811 DEBUG [FileChangeWatcher-hbase_test_key5242255455381577331.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4628756900709333006.jks 2024-11-21T05:30:50,811 INFO [FileChangeWatcher-hbase_test_key5242255455381577331.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5242255455381577331.jks 2024-11-21T05:30:50,811 DEBUG [FileChangeWatcher-hbase_test_key5242255455381577331.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4628756900709333006.jks 2024-11-21T05:30:50,811 DEBUG [FileChangeWatcher-hbase_test_ca4628756900709333006.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5242255455381577331.jks 2024-11-21T05:30:50,811 DEBUG [FileChangeWatcher-hbase_test_key5242255455381577331.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4628756900709333006.jks 2024-11-21T05:30:50,811 DEBUG [FileChangeWatcher-hbase_test_ca4628756900709333006.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5242255455381577331.jks 2024-11-21T05:30:50,811 DEBUG [FileChangeWatcher-hbase_test_ca4628756900709333006.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4628756900709333006.jks 2024-11-21T05:30:50,811 DEBUG [FileChangeWatcher-hbase_test_ca4628756900709333006.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4628756900709333006.jks 2024-11-21T05:30:50,811 INFO [FileChangeWatcher-hbase_test_ca4628756900709333006.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4628756900709333006.jks 2024-11-21T05:30:50,811 INFO [FileChangeWatcher-hbase_test_ca4628756900709333006.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4628756900709333006.jks 2024-11-21T05:30:50,825 DEBUG [FileChangeWatcher-hbase_test_ca4628756900709333006.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4628756900709333006.jks 2024-11-21T05:30:50,825 DEBUG [FileChangeWatcher-hbase_test_ca4628756900709333006.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4628756900709333006.jks 2024-11-21T05:30:50,825 DEBUG [FileChangeWatcher-hbase_test_key5242255455381577331.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4628756900709333006.jks 2024-11-21T05:30:50,825 INFO [FileChangeWatcher-hbase_test_ca4628756900709333006.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4628756900709333006.jks 2024-11-21T05:30:50,825 INFO [FileChangeWatcher-hbase_test_ca4628756900709333006.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4628756900709333006.jks 2024-11-21T05:30:50,825 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,37223,0 is dead - stopping the connection localhost:37223/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T05:30:50,826 DEBUG [FileChangeWatcher-hbase_test_key5242255455381577331.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4628756900709333006.jks 2024-11-21T05:30:50,826 DEBUG [FileChangeWatcher-hbase_test_key5242255455381577331.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4628756900709333006.jks 2024-11-21T05:30:50,826 DEBUG [FileChangeWatcher-hbase_test_key5242255455381577331.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4628756900709333006.jks 2024-11-21T05:30:50,826 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T05:30:50,827 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:50,875 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:50,876 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T05:30:50,891 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:50,905 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:50,905 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa807d129, L:/127.0.0.1:37223 - R:/127.0.0.1:53304] 2024-11-21T05:30:50,961 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53304, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T05:30:50,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:30:50,963 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37223 2024-11-21T05:30:50,964 DEBUG [FileChangeWatcher-hbase_test_key5242255455381577331.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5242255455381577331.jks was interrupted and is shutting down... 2024-11-21T05:30:50,964 DEBUG [FileChangeWatcher-hbase_test_ca4628756900709333006.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4628756900709333006.jks was interrupted and is shutting down... 2024-11-21T05:30:50,964 DEBUG [FileChangeWatcher-hbase_test_key5242255455381577331.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5242255455381577331.jks was interrupted and is shutting down... 2024-11-21T05:30:50,964 DEBUG [FileChangeWatcher-hbase_test_ca4628756900709333006.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4628756900709333006.jks was interrupted and is shutting down... 2024-11-21T05:30:50,964 INFO [FileChangeWatcher-hbase_test_key5242255455381577331.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5242255455381577331.jks thread finished 2024-11-21T05:30:50,965 INFO [FileChangeWatcher-hbase_test_ca4628756900709333006.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4628756900709333006.jks thread finished 2024-11-21T05:30:50,965 INFO [FileChangeWatcher-hbase_test_key5242255455381577331.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5242255455381577331.jks thread finished 2024-11-21T05:30:50,975 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=38 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=496 (was 496), ProcessCount=11 (was 11), AvailableMemoryMB=4811 (was 4845) 2024-11-21T05:30:50,983 INFO [FileChangeWatcher-hbase_test_ca4628756900709333006.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4628756900709333006.jks thread finished 2024-11-21T05:30:50,983 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=496, ProcessCount=11, AvailableMemoryMB=4809 2024-11-21T05:30:50,985 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T05:30:50,986 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42711 2024-11-21T05:30:50,986 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T05:30:50,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b4cd55b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:30:50,987 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T05:30:50,988 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:51,031 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:51,032 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:51,032 INFO [FileChangeWatcher-hbase_test_key5242255455381577331.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5242255455381577331.jks thread started 2024-11-21T05:30:51,032 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:51,033 INFO [FileChangeWatcher-hbase_test_ca4628756900709333006.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4628756900709333006.jks thread started 2024-11-21T05:30:51,033 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T05:30:51,057 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:51,074 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:51,075 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:51,075 INFO [FileChangeWatcher-hbase_test_key5242255455381577331.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5242255455381577331.jks thread started 2024-11-21T05:30:51,075 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:51,076 INFO [FileChangeWatcher-hbase_test_ca4628756900709333006.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4628756900709333006.jks thread started 2024-11-21T05:30:51,076 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x602bb1a1, L:/127.0.0.1:42711 - R:/127.0.0.1:57902] 2024-11-21T05:30:51,135 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57902, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T05:30:51,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:30:51,137 DEBUG [FileChangeWatcher-hbase_test_key5242255455381577331.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5242255455381577331.jks was interrupted and is shutting down... 2024-11-21T05:30:51,137 DEBUG [FileChangeWatcher-hbase_test_ca4628756900709333006.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4628756900709333006.jks was interrupted and is shutting down... 2024-11-21T05:30:51,138 INFO [FileChangeWatcher-hbase_test_key5242255455381577331.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5242255455381577331.jks thread finished 2024-11-21T05:30:51,138 INFO [FileChangeWatcher-hbase_test_ca4628756900709333006.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4628756900709333006.jks thread finished 2024-11-21T05:30:51,146 DEBUG [FileChangeWatcher-hbase_test_key5242255455381577331.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5242255455381577331.jks 2024-11-21T05:30:51,146 DEBUG [FileChangeWatcher-hbase_test_ca4628756900709333006.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5242255455381577331.jks 2024-11-21T05:30:51,147 INFO [FileChangeWatcher-hbase_test_key5242255455381577331.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5242255455381577331.jks 2024-11-21T05:30:51,147 DEBUG [FileChangeWatcher-hbase_test_ca4628756900709333006.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5242255455381577331.jks 2024-11-21T05:30:51,189 DEBUG [FileChangeWatcher-hbase_test_ca4628756900709333006.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5242255455381577331.jks 2024-11-21T05:30:51,189 DEBUG [FileChangeWatcher-hbase_test_key5242255455381577331.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5242255455381577331.jks 2024-11-21T05:30:51,189 DEBUG [FileChangeWatcher-hbase_test_ca4628756900709333006.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5242255455381577331.jks 2024-11-21T05:30:51,189 INFO [FileChangeWatcher-hbase_test_key5242255455381577331.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5242255455381577331.jks 2024-11-21T05:30:51,204 DEBUG [FileChangeWatcher-hbase_test_key5242255455381577331.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4628756900709333006.jks 2024-11-21T05:30:51,204 DEBUG [FileChangeWatcher-hbase_test_ca4628756900709333006.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4628756900709333006.jks 2024-11-21T05:30:51,204 INFO [FileChangeWatcher-hbase_test_ca4628756900709333006.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4628756900709333006.jks 2024-11-21T05:30:51,204 DEBUG [FileChangeWatcher-hbase_test_key5242255455381577331.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4628756900709333006.jks 2024-11-21T05:30:51,227 DEBUG [FileChangeWatcher-hbase_test_key5242255455381577331.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4628756900709333006.jks 2024-11-21T05:30:51,227 DEBUG [FileChangeWatcher-hbase_test_ca4628756900709333006.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4628756900709333006.jks 2024-11-21T05:30:51,227 DEBUG [FileChangeWatcher-hbase_test_key5242255455381577331.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4628756900709333006.jks 2024-11-21T05:30:51,227 INFO [FileChangeWatcher-hbase_test_ca4628756900709333006.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4628756900709333006.jks 2024-11-21T05:30:51,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a7383b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:30:51,228 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T05:30:51,229 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:51,278 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:51,279 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:51,279 INFO [FileChangeWatcher-hbase_test_key5242255455381577331.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5242255455381577331.jks thread started 2024-11-21T05:30:51,279 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:51,280 INFO [FileChangeWatcher-hbase_test_ca4628756900709333006.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4628756900709333006.jks thread started 2024-11-21T05:30:51,280 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T05:30:51,304 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:51,327 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:51,328 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4ce30bc2, L:/127.0.0.1:42711 - R:/127.0.0.1:57906] 2024-11-21T05:30:51,391 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57906, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T05:30:51,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:30:51,393 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42711 2024-11-21T05:30:51,393 DEBUG [FileChangeWatcher-hbase_test_ca4628756900709333006.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4628756900709333006.jks was interrupted and is shutting down... 2024-11-21T05:30:51,393 DEBUG [FileChangeWatcher-hbase_test_key5242255455381577331.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5242255455381577331.jks was interrupted and is shutting down... 2024-11-21T05:30:51,394 DEBUG [FileChangeWatcher-hbase_test_key5242255455381577331.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5242255455381577331.jks was interrupted and is shutting down... 2024-11-21T05:30:51,394 DEBUG [FileChangeWatcher-hbase_test_ca4628756900709333006.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4628756900709333006.jks was interrupted and is shutting down... 2024-11-21T05:30:51,394 INFO [FileChangeWatcher-hbase_test_ca4628756900709333006.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4628756900709333006.jks thread finished 2024-11-21T05:30:51,394 INFO [FileChangeWatcher-hbase_test_key5242255455381577331.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5242255455381577331.jks thread finished 2024-11-21T05:30:51,394 INFO [FileChangeWatcher-hbase_test_key5242255455381577331.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5242255455381577331.jks thread finished 2024-11-21T05:30:51,406 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=496 (was 496), ProcessCount=11 (was 11), AvailableMemoryMB=4665 (was 4809) 2024-11-21T05:30:51,407 INFO [FileChangeWatcher-hbase_test_ca4628756900709333006.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4628756900709333006.jks thread finished 2024-11-21T05:30:51,413 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=496, ProcessCount=11, AvailableMemoryMB=4663 2024-11-21T05:30:51,422 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T05:30:51,423 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38927 2024-11-21T05:30:51,423 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T05:30:51,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38725104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:30:51,424 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T05:30:51,425 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:51,430 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:51,431 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:51,431 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:51,432 INFO [FileChangeWatcher-hbase_test_ca15491066472141868468.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15491066472141868468.pem thread started 2024-11-21T05:30:51,432 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T05:30:51,431 INFO [FileChangeWatcher-hbase_test_key5594947778299975706.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5594947778299975706.pem thread started 2024-11-21T05:30:51,438 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:51,438 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:51,443 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:51,443 INFO [FileChangeWatcher-hbase_test_key5594947778299975706.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5594947778299975706.pem thread started 2024-11-21T05:30:51,446 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:51,447 INFO [FileChangeWatcher-hbase_test_ca15491066472141868468.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15491066472141868468.pem thread started 2024-11-21T05:30:51,447 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x31591e8e, L:/127.0.0.1:38927 - R:/127.0.0.1:55306] 2024-11-21T05:30:51,469 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55306, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T05:30:51,484 DEBUG [FileChangeWatcher-hbase_test_ca15491066472141868468.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5594947778299975706.pem 2024-11-21T05:30:51,484 DEBUG [FileChangeWatcher-hbase_test_ca15491066472141868468.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5594947778299975706.pem 2024-11-21T05:30:51,484 DEBUG [FileChangeWatcher-hbase_test_key5594947778299975706.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5594947778299975706.pem 2024-11-21T05:30:51,484 DEBUG [FileChangeWatcher-hbase_test_ca15491066472141868468.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5594947778299975706.pem 2024-11-21T05:30:51,484 DEBUG [FileChangeWatcher-hbase_test_ca15491066472141868468.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5594947778299975706.pem 2024-11-21T05:30:51,484 INFO [FileChangeWatcher-hbase_test_key5594947778299975706.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5594947778299975706.pem 2024-11-21T05:30:51,484 DEBUG [FileChangeWatcher-hbase_test_key5594947778299975706.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5594947778299975706.pem 2024-11-21T05:30:51,484 DEBUG [FileChangeWatcher-hbase_test_ca15491066472141868468.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5594947778299975706.pem 2024-11-21T05:30:51,484 DEBUG [FileChangeWatcher-hbase_test_ca15491066472141868468.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5594947778299975706.pem 2024-11-21T05:30:51,484 INFO [FileChangeWatcher-hbase_test_key5594947778299975706.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5594947778299975706.pem 2024-11-21T05:30:51,484 DEBUG [FileChangeWatcher-hbase_test_ca15491066472141868468.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5594947778299975706.pem 2024-11-21T05:30:51,484 DEBUG [FileChangeWatcher-hbase_test_ca15491066472141868468.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5594947778299975706.pem 2024-11-21T05:30:51,485 DEBUG [FileChangeWatcher-hbase_test_key5594947778299975706.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5594947778299975706.pem 2024-11-21T05:30:51,485 INFO [FileChangeWatcher-hbase_test_key5594947778299975706.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5594947778299975706.pem 2024-11-21T05:30:51,485 DEBUG [FileChangeWatcher-hbase_test_ca15491066472141868468.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15491066472141868468.pem 2024-11-21T05:30:51,485 DEBUG [FileChangeWatcher-hbase_test_key5594947778299975706.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15491066472141868468.pem 2024-11-21T05:30:51,485 INFO [FileChangeWatcher-hbase_test_ca15491066472141868468.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15491066472141868468.pem 2024-11-21T05:30:51,485 DEBUG [FileChangeWatcher-hbase_test_key5594947778299975706.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15491066472141868468.pem 2024-11-21T05:30:51,485 DEBUG [FileChangeWatcher-hbase_test_key5594947778299975706.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15491066472141868468.pem 2024-11-21T05:30:51,485 DEBUG [FileChangeWatcher-hbase_test_ca15491066472141868468.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15491066472141868468.pem 2024-11-21T05:30:51,485 DEBUG [FileChangeWatcher-hbase_test_ca15491066472141868468.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15491066472141868468.pem 2024-11-21T05:30:51,485 DEBUG [FileChangeWatcher-hbase_test_key5594947778299975706.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15491066472141868468.pem 2024-11-21T05:30:51,485 INFO [FileChangeWatcher-hbase_test_ca15491066472141868468.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15491066472141868468.pem 2024-11-21T05:30:51,485 INFO [FileChangeWatcher-hbase_test_ca15491066472141868468.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15491066472141868468.pem 2024-11-21T05:30:51,485 DEBUG [FileChangeWatcher-hbase_test_key5594947778299975706.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15491066472141868468.pem 2024-11-21T05:30:51,485 DEBUG [FileChangeWatcher-hbase_test_ca15491066472141868468.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15491066472141868468.pem 2024-11-21T05:30:51,485 DEBUG [FileChangeWatcher-hbase_test_key5594947778299975706.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15491066472141868468.pem 2024-11-21T05:30:51,485 INFO [FileChangeWatcher-hbase_test_ca15491066472141868468.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15491066472141868468.pem 2024-11-21T05:30:51,485 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,38927,0 is dead - stopping the connection localhost:38927/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T05:30:51,486 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T05:30:51,487 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:51,491 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:51,492 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T05:30:51,497 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:51,497 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:51,498 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x80633adf, L:/127.0.0.1:38927 - R:/127.0.0.1:55308] 2024-11-21T05:30:51,521 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55308, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T05:30:51,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:30:51,522 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38927 2024-11-21T05:30:51,522 DEBUG [FileChangeWatcher-hbase_test_key5594947778299975706.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5594947778299975706.pem was interrupted and is shutting down... 2024-11-21T05:30:51,522 DEBUG [FileChangeWatcher-hbase_test_ca15491066472141868468.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15491066472141868468.pem was interrupted and is shutting down... 2024-11-21T05:30:51,523 DEBUG [FileChangeWatcher-hbase_test_key5594947778299975706.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5594947778299975706.pem was interrupted and is shutting down... 2024-11-21T05:30:51,523 INFO [FileChangeWatcher-hbase_test_key5594947778299975706.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5594947778299975706.pem thread finished 2024-11-21T05:30:51,523 INFO [FileChangeWatcher-hbase_test_key5594947778299975706.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5594947778299975706.pem thread finished 2024-11-21T05:30:51,523 DEBUG [FileChangeWatcher-hbase_test_ca15491066472141868468.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15491066472141868468.pem was interrupted and is shutting down... 2024-11-21T05:30:51,523 INFO [FileChangeWatcher-hbase_test_ca15491066472141868468.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15491066472141868468.pem thread finished 2024-11-21T05:30:51,529 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=496 (was 496), ProcessCount=11 (was 11), AvailableMemoryMB=4631 (was 4663) 2024-11-21T05:30:51,536 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=496, ProcessCount=11, AvailableMemoryMB=4630 2024-11-21T05:30:51,537 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T05:30:51,538 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37379 2024-11-21T05:30:51,538 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T05:30:51,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@244cf22f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:30:51,539 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T05:30:51,539 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:51,545 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:51,545 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:51,546 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:51,546 INFO [FileChangeWatcher-hbase_test_key5594947778299975706.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5594947778299975706.pem thread started 2024-11-21T05:30:51,546 INFO [FileChangeWatcher-hbase_test_ca15491066472141868468.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15491066472141868468.pem thread finished 2024-11-21T05:30:51,547 INFO [FileChangeWatcher-hbase_test_ca15491066472141868468.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15491066472141868468.pem thread started 2024-11-21T05:30:51,547 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T05:30:51,553 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:51,554 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:51,554 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:51,555 INFO [FileChangeWatcher-hbase_test_key5594947778299975706.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5594947778299975706.pem thread started 2024-11-21T05:30:51,557 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:51,557 INFO [FileChangeWatcher-hbase_test_ca15491066472141868468.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15491066472141868468.pem thread started 2024-11-21T05:30:51,557 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7efdbd1b, L:/127.0.0.1:37379 - R:/127.0.0.1:48550] 2024-11-21T05:30:51,574 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48550, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T05:30:51,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:30:51,580 DEBUG [FileChangeWatcher-hbase_test_key5594947778299975706.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5594947778299975706.pem was interrupted and is shutting down... 2024-11-21T05:30:51,580 INFO [FileChangeWatcher-hbase_test_key5594947778299975706.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5594947778299975706.pem thread finished 2024-11-21T05:30:51,580 DEBUG [FileChangeWatcher-hbase_test_ca15491066472141868468.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15491066472141868468.pem was interrupted and is shutting down... 2024-11-21T05:30:51,581 INFO [FileChangeWatcher-hbase_test_ca15491066472141868468.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15491066472141868468.pem thread finished 2024-11-21T05:30:51,589 DEBUG [FileChangeWatcher-hbase_test_key5594947778299975706.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5594947778299975706.pem 2024-11-21T05:30:51,589 INFO [FileChangeWatcher-hbase_test_key5594947778299975706.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5594947778299975706.pem 2024-11-21T05:30:51,589 DEBUG [FileChangeWatcher-hbase_test_key5594947778299975706.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5594947778299975706.pem 2024-11-21T05:30:51,589 INFO [FileChangeWatcher-hbase_test_key5594947778299975706.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5594947778299975706.pem 2024-11-21T05:30:51,589 DEBUG [FileChangeWatcher-hbase_test_ca15491066472141868468.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5594947778299975706.pem 2024-11-21T05:30:51,590 DEBUG [FileChangeWatcher-hbase_test_ca15491066472141868468.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5594947778299975706.pem 2024-11-21T05:30:51,590 DEBUG [FileChangeWatcher-hbase_test_key5594947778299975706.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15491066472141868468.pem 2024-11-21T05:30:51,590 DEBUG [FileChangeWatcher-hbase_test_key5594947778299975706.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15491066472141868468.pem 2024-11-21T05:30:51,590 DEBUG [FileChangeWatcher-hbase_test_key5594947778299975706.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15491066472141868468.pem 2024-11-21T05:30:51,590 DEBUG [FileChangeWatcher-hbase_test_key5594947778299975706.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15491066472141868468.pem 2024-11-21T05:30:51,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d467dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:30:51,591 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T05:30:51,592 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:51,592 DEBUG [FileChangeWatcher-hbase_test_ca15491066472141868468.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15491066472141868468.pem 2024-11-21T05:30:51,592 INFO [FileChangeWatcher-hbase_test_ca15491066472141868468.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15491066472141868468.pem 2024-11-21T05:30:51,596 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:51,596 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:51,598 INFO [FileChangeWatcher-hbase_test_key5594947778299975706.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5594947778299975706.pem thread started 2024-11-21T05:30:51,598 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:51,599 INFO [FileChangeWatcher-hbase_test_ca15491066472141868468.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15491066472141868468.pem thread started 2024-11-21T05:30:51,599 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T05:30:51,605 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:51,605 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:51,606 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2109eca4, L:/127.0.0.1:37379 - R:/127.0.0.1:48554] 2024-11-21T05:30:51,626 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48554, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T05:30:51,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:30:51,628 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37379 2024-11-21T05:30:51,628 DEBUG [FileChangeWatcher-hbase_test_key5594947778299975706.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5594947778299975706.pem was interrupted and is shutting down... 2024-11-21T05:30:51,629 DEBUG [FileChangeWatcher-hbase_test_ca15491066472141868468.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15491066472141868468.pem was interrupted and is shutting down... 2024-11-21T05:30:51,628 DEBUG [FileChangeWatcher-hbase_test_key5594947778299975706.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5594947778299975706.pem was interrupted and is shutting down... 2024-11-21T05:30:51,629 INFO [FileChangeWatcher-hbase_test_key5594947778299975706.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5594947778299975706.pem thread finished 2024-11-21T05:30:51,629 INFO [FileChangeWatcher-hbase_test_key5594947778299975706.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5594947778299975706.pem thread finished 2024-11-21T05:30:51,632 INFO [FileChangeWatcher-hbase_test_ca15491066472141868468.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15491066472141868468.pem thread finished 2024-11-21T05:30:51,632 DEBUG [FileChangeWatcher-hbase_test_ca15491066472141868468.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15491066472141868468.pem was interrupted and is shutting down... 2024-11-21T05:30:51,632 INFO [FileChangeWatcher-hbase_test_ca15491066472141868468.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15491066472141868468.pem thread finished 2024-11-21T05:30:51,638 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=40 (was 37) - Thread LEAK? -, OpenFileDescriptor=330 (was 327) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=496 (was 496), ProcessCount=11 (was 11), AvailableMemoryMB=4599 (was 4630) 2024-11-21T05:30:51,646 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=496, ProcessCount=11, AvailableMemoryMB=4597 2024-11-21T05:30:51,713 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T05:30:51,714 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35735 2024-11-21T05:30:51,714 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T05:30:51,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ec4e68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:30:51,715 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T05:30:51,716 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:51,744 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:51,745 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:51,745 INFO [FileChangeWatcher-hbase_test_key16293230347977380346.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16293230347977380346.p12 thread started 2024-11-21T05:30:51,745 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:51,746 INFO [FileChangeWatcher-hbase_test_ca17414723465951907528.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17414723465951907528.p12 thread started 2024-11-21T05:30:51,746 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T05:30:51,771 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:51,795 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:51,795 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:51,798 INFO [FileChangeWatcher-hbase_test_key16293230347977380346.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16293230347977380346.p12 thread started 2024-11-21T05:30:51,798 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:51,798 INFO [FileChangeWatcher-hbase_test_ca17414723465951907528.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17414723465951907528.p12 thread started 2024-11-21T05:30:51,798 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb3dd9c58, L:/127.0.0.1:35735 - R:/127.0.0.1:50092] 2024-11-21T05:30:51,835 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50092, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T05:30:51,865 DEBUG [FileChangeWatcher-hbase_test_key16293230347977380346.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16293230347977380346.p12 2024-11-21T05:30:51,865 DEBUG [FileChangeWatcher-hbase_test_ca17414723465951907528.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16293230347977380346.p12 2024-11-21T05:30:51,865 INFO [FileChangeWatcher-hbase_test_key16293230347977380346.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16293230347977380346.p12 2024-11-21T05:30:51,865 DEBUG [FileChangeWatcher-hbase_test_ca17414723465951907528.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16293230347977380346.p12 2024-11-21T05:30:51,869 DEBUG [FileChangeWatcher-hbase_test_ca17414723465951907528.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16293230347977380346.p12 2024-11-21T05:30:51,869 DEBUG [FileChangeWatcher-hbase_test_ca17414723465951907528.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16293230347977380346.p12 2024-11-21T05:30:51,878 DEBUG [FileChangeWatcher-hbase_test_key16293230347977380346.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16293230347977380346.p12 2024-11-21T05:30:51,878 INFO [FileChangeWatcher-hbase_test_key16293230347977380346.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16293230347977380346.p12 2024-11-21T05:30:51,904 DEBUG [FileChangeWatcher-hbase_test_ca17414723465951907528.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16293230347977380346.p12 2024-11-21T05:30:51,904 DEBUG [FileChangeWatcher-hbase_test_ca17414723465951907528.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16293230347977380346.p12 2024-11-21T05:30:51,904 DEBUG [FileChangeWatcher-hbase_test_key16293230347977380346.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16293230347977380346.p12 2024-11-21T05:30:51,904 DEBUG [FileChangeWatcher-hbase_test_ca17414723465951907528.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16293230347977380346.p12 2024-11-21T05:30:51,904 DEBUG [FileChangeWatcher-hbase_test_ca17414723465951907528.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16293230347977380346.p12 2024-11-21T05:30:51,904 INFO [FileChangeWatcher-hbase_test_key16293230347977380346.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16293230347977380346.p12 2024-11-21T05:30:51,904 DEBUG [FileChangeWatcher-hbase_test_ca17414723465951907528.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17414723465951907528.p12 2024-11-21T05:30:51,904 DEBUG [FileChangeWatcher-hbase_test_ca17414723465951907528.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17414723465951907528.p12 2024-11-21T05:30:51,904 INFO [FileChangeWatcher-hbase_test_ca17414723465951907528.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17414723465951907528.p12 2024-11-21T05:30:51,905 DEBUG [FileChangeWatcher-hbase_test_key16293230347977380346.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17414723465951907528.p12 2024-11-21T05:30:51,904 DEBUG [FileChangeWatcher-hbase_test_key16293230347977380346.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16293230347977380346.p12 2024-11-21T05:30:51,905 DEBUG [FileChangeWatcher-hbase_test_key16293230347977380346.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17414723465951907528.p12 2024-11-21T05:30:51,905 INFO [FileChangeWatcher-hbase_test_key16293230347977380346.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16293230347977380346.p12 2024-11-21T05:30:51,905 DEBUG [FileChangeWatcher-hbase_test_key16293230347977380346.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17414723465951907528.p12 2024-11-21T05:30:51,905 DEBUG [FileChangeWatcher-hbase_test_key16293230347977380346.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17414723465951907528.p12 2024-11-21T05:30:51,904 INFO [FileChangeWatcher-hbase_test_ca17414723465951907528.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17414723465951907528.p12 2024-11-21T05:30:51,918 DEBUG [FileChangeWatcher-hbase_test_ca17414723465951907528.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17414723465951907528.p12 2024-11-21T05:30:51,918 DEBUG [FileChangeWatcher-hbase_test_key16293230347977380346.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17414723465951907528.p12 2024-11-21T05:30:51,918 DEBUG [FileChangeWatcher-hbase_test_key16293230347977380346.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17414723465951907528.p12 2024-11-21T05:30:51,918 DEBUG [FileChangeWatcher-hbase_test_key16293230347977380346.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17414723465951907528.p12 2024-11-21T05:30:51,918 DEBUG [FileChangeWatcher-hbase_test_key16293230347977380346.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17414723465951907528.p12 2024-11-21T05:30:51,918 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,35735,0 is dead - stopping the connection localhost:35735/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T05:30:51,918 INFO [FileChangeWatcher-hbase_test_ca17414723465951907528.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17414723465951907528.p12 2024-11-21T05:30:51,918 DEBUG [FileChangeWatcher-hbase_test_ca17414723465951907528.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17414723465951907528.p12 2024-11-21T05:30:51,918 INFO [FileChangeWatcher-hbase_test_ca17414723465951907528.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17414723465951907528.p12 2024-11-21T05:30:51,919 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T05:30:51,920 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:51,947 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:51,947 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T05:30:51,966 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:51,979 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:51,980 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x502febfd, L:/127.0.0.1:35735 - R:/127.0.0.1:50096] 2024-11-21T05:30:52,016 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50096, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T05:30:52,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:30:52,019 DEBUG [FileChangeWatcher-hbase_test_key16293230347977380346.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16293230347977380346.p12 was interrupted and is shutting down... 2024-11-21T05:30:52,019 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35735 2024-11-21T05:30:52,019 DEBUG [FileChangeWatcher-hbase_test_key16293230347977380346.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16293230347977380346.p12 was interrupted and is shutting down... 2024-11-21T05:30:52,019 DEBUG [FileChangeWatcher-hbase_test_ca17414723465951907528.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17414723465951907528.p12 was interrupted and is shutting down... 2024-11-21T05:30:52,019 DEBUG [FileChangeWatcher-hbase_test_ca17414723465951907528.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17414723465951907528.p12 was interrupted and is shutting down... 2024-11-21T05:30:52,019 INFO [FileChangeWatcher-hbase_test_ca17414723465951907528.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17414723465951907528.p12 thread finished 2024-11-21T05:30:52,020 INFO [FileChangeWatcher-hbase_test_ca17414723465951907528.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17414723465951907528.p12 thread finished 2024-11-21T05:30:52,020 INFO [FileChangeWatcher-hbase_test_key16293230347977380346.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16293230347977380346.p12 thread finished 2024-11-21T05:30:52,020 INFO [FileChangeWatcher-hbase_test_key16293230347977380346.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16293230347977380346.p12 thread finished 2024-11-21T05:30:52,026 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=36 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=496 (was 496), ProcessCount=11 (was 11), AvailableMemoryMB=4547 (was 4597) 2024-11-21T05:30:52,031 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=496, ProcessCount=11, AvailableMemoryMB=4547 2024-11-21T05:30:52,032 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T05:30:52,033 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41235 2024-11-21T05:30:52,033 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T05:30:52,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30de7cd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:30:52,034 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T05:30:52,035 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:52,062 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:52,063 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:52,063 INFO [FileChangeWatcher-hbase_test_key16293230347977380346.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16293230347977380346.p12 thread started 2024-11-21T05:30:52,063 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:52,064 INFO [FileChangeWatcher-hbase_test_ca17414723465951907528.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17414723465951907528.p12 thread started 2024-11-21T05:30:52,064 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T05:30:52,078 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:52,091 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:52,092 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:52,092 INFO [FileChangeWatcher-hbase_test_key16293230347977380346.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16293230347977380346.p12 thread started 2024-11-21T05:30:52,092 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:52,092 INFO [FileChangeWatcher-hbase_test_ca17414723465951907528.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17414723465951907528.p12 thread started 2024-11-21T05:30:52,093 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x88f5c9d8, L:/127.0.0.1:41235 - R:/127.0.0.1:57924] 2024-11-21T05:30:52,148 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57924, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T05:30:52,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:30:52,150 DEBUG [FileChangeWatcher-hbase_test_ca17414723465951907528.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17414723465951907528.p12 was interrupted and is shutting down... 2024-11-21T05:30:52,150 DEBUG [FileChangeWatcher-hbase_test_key16293230347977380346.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16293230347977380346.p12 was interrupted and is shutting down... 2024-11-21T05:30:52,150 INFO [FileChangeWatcher-hbase_test_ca17414723465951907528.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17414723465951907528.p12 thread finished 2024-11-21T05:30:52,150 INFO [FileChangeWatcher-hbase_test_key16293230347977380346.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16293230347977380346.p12 thread finished 2024-11-21T05:30:52,156 DEBUG [FileChangeWatcher-hbase_test_ca17414723465951907528.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16293230347977380346.p12 2024-11-21T05:30:52,156 DEBUG [FileChangeWatcher-hbase_test_key16293230347977380346.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16293230347977380346.p12 2024-11-21T05:30:52,156 DEBUG [FileChangeWatcher-hbase_test_ca17414723465951907528.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16293230347977380346.p12 2024-11-21T05:30:52,156 INFO [FileChangeWatcher-hbase_test_key16293230347977380346.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16293230347977380346.p12 2024-11-21T05:30:52,198 DEBUG [FileChangeWatcher-hbase_test_ca17414723465951907528.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16293230347977380346.p12 2024-11-21T05:30:52,198 DEBUG [FileChangeWatcher-hbase_test_key16293230347977380346.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16293230347977380346.p12 2024-11-21T05:30:52,199 DEBUG [FileChangeWatcher-hbase_test_ca17414723465951907528.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16293230347977380346.p12 2024-11-21T05:30:52,199 INFO [FileChangeWatcher-hbase_test_key16293230347977380346.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16293230347977380346.p12 2024-11-21T05:30:52,199 DEBUG [FileChangeWatcher-hbase_test_ca17414723465951907528.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17414723465951907528.p12 2024-11-21T05:30:52,199 DEBUG [FileChangeWatcher-hbase_test_key16293230347977380346.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17414723465951907528.p12 2024-11-21T05:30:52,199 INFO [FileChangeWatcher-hbase_test_ca17414723465951907528.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17414723465951907528.p12 2024-11-21T05:30:52,199 DEBUG [FileChangeWatcher-hbase_test_key16293230347977380346.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17414723465951907528.p12 2024-11-21T05:30:52,223 DEBUG [FileChangeWatcher-hbase_test_ca17414723465951907528.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17414723465951907528.p12 2024-11-21T05:30:52,223 DEBUG [FileChangeWatcher-hbase_test_key16293230347977380346.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17414723465951907528.p12 2024-11-21T05:30:52,223 DEBUG [FileChangeWatcher-hbase_test_key16293230347977380346.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17414723465951907528.p12 2024-11-21T05:30:52,223 INFO [FileChangeWatcher-hbase_test_ca17414723465951907528.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17414723465951907528.p12 2024-11-21T05:30:52,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33c2eba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:30:52,224 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T05:30:52,225 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:52,260 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:52,261 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:52,261 INFO [FileChangeWatcher-hbase_test_key16293230347977380346.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16293230347977380346.p12 thread started 2024-11-21T05:30:52,261 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:52,262 INFO [FileChangeWatcher-hbase_test_ca17414723465951907528.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17414723465951907528.p12 thread started 2024-11-21T05:30:52,262 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T05:30:52,286 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:52,309 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:52,310 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x94dcba0b, L:/127.0.0.1:41235 - R:/127.0.0.1:57938] 2024-11-21T05:30:52,348 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57938, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T05:30:52,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:30:52,349 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41235 2024-11-21T05:30:52,349 DEBUG [FileChangeWatcher-hbase_test_ca17414723465951907528.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17414723465951907528.p12 was interrupted and is shutting down... 2024-11-21T05:30:52,349 DEBUG [FileChangeWatcher-hbase_test_key16293230347977380346.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16293230347977380346.p12 was interrupted and is shutting down... 2024-11-21T05:30:52,349 DEBUG [FileChangeWatcher-hbase_test_key16293230347977380346.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16293230347977380346.p12 was interrupted and is shutting down... 2024-11-21T05:30:52,349 DEBUG [FileChangeWatcher-hbase_test_ca17414723465951907528.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17414723465951907528.p12 was interrupted and is shutting down... 2024-11-21T05:30:52,349 INFO [FileChangeWatcher-hbase_test_key16293230347977380346.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16293230347977380346.p12 thread finished 2024-11-21T05:30:52,355 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=41 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=496 (was 496), ProcessCount=11 (was 11), AvailableMemoryMB=4538 (was 4547) 2024-11-21T05:30:52,360 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=41, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=496, ProcessCount=11, AvailableMemoryMB=4538 2024-11-21T05:30:52,363 INFO [FileChangeWatcher-hbase_test_ca17414723465951907528.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17414723465951907528.p12 thread finished 2024-11-21T05:30:52,363 INFO [FileChangeWatcher-hbase_test_key16293230347977380346.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16293230347977380346.p12 thread finished 2024-11-21T05:30:52,363 INFO [FileChangeWatcher-hbase_test_ca17414723465951907528.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17414723465951907528.p12 thread finished 2024-11-21T05:30:52,821 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T05:30:52,822 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44997 2024-11-21T05:30:52,822 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T05:30:52,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56e3b1e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:30:52,822 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T05:30:52,823 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:53,073 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:53,074 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:53,075 INFO [FileChangeWatcher-hbase_test_key2390943794353560189.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2390943794353560189.bcfks thread started 2024-11-21T05:30:53,075 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:53,075 INFO [FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks thread started 2024-11-21T05:30:53,075 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T05:30:53,206 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:53,370 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:53,372 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:53,373 INFO [FileChangeWatcher-hbase_test_key2390943794353560189.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2390943794353560189.bcfks thread started 2024-11-21T05:30:53,373 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:53,373 INFO [FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks thread started 2024-11-21T05:30:53,373 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x00fc5b6f, L:/127.0.0.1:44997 - R:/127.0.0.1:55600] 2024-11-21T05:30:53,608 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55600, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T05:30:53,622 DEBUG [FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2390943794353560189.bcfks 2024-11-21T05:30:53,622 DEBUG [FileChangeWatcher-hbase_test_key2390943794353560189.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2390943794353560189.bcfks 2024-11-21T05:30:53,622 DEBUG [FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2390943794353560189.bcfks 2024-11-21T05:30:53,622 DEBUG [FileChangeWatcher-hbase_test_key2390943794353560189.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2390943794353560189.bcfks 2024-11-21T05:30:53,622 DEBUG [FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2390943794353560189.bcfks 2024-11-21T05:30:53,622 INFO [FileChangeWatcher-hbase_test_key2390943794353560189.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2390943794353560189.bcfks 2024-11-21T05:30:53,622 DEBUG [FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2390943794353560189.bcfks 2024-11-21T05:30:53,622 INFO [FileChangeWatcher-hbase_test_key2390943794353560189.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2390943794353560189.bcfks 2024-11-21T05:30:53,829 DEBUG [FileChangeWatcher-hbase_test_key2390943794353560189.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2390943794353560189.bcfks 2024-11-21T05:30:53,829 DEBUG [FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2390943794353560189.bcfks 2024-11-21T05:30:53,829 DEBUG [FileChangeWatcher-hbase_test_key2390943794353560189.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2390943794353560189.bcfks 2024-11-21T05:30:53,829 DEBUG [FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2390943794353560189.bcfks 2024-11-21T05:30:53,829 DEBUG [FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2390943794353560189.bcfks 2024-11-21T05:30:53,829 INFO [FileChangeWatcher-hbase_test_key2390943794353560189.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2390943794353560189.bcfks 2024-11-21T05:30:53,829 INFO [FileChangeWatcher-hbase_test_key2390943794353560189.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2390943794353560189.bcfks 2024-11-21T05:30:53,829 DEBUG [FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2390943794353560189.bcfks 2024-11-21T05:30:53,854 DEBUG [FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5469791871314944393.bcfks 2024-11-21T05:30:53,854 DEBUG [FileChangeWatcher-hbase_test_key2390943794353560189.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5469791871314944393.bcfks 2024-11-21T05:30:53,854 DEBUG [FileChangeWatcher-hbase_test_key2390943794353560189.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5469791871314944393.bcfks 2024-11-21T05:30:53,854 DEBUG [FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5469791871314944393.bcfks 2024-11-21T05:30:53,854 DEBUG [FileChangeWatcher-hbase_test_key2390943794353560189.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5469791871314944393.bcfks 2024-11-21T05:30:53,854 DEBUG [FileChangeWatcher-hbase_test_key2390943794353560189.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5469791871314944393.bcfks 2024-11-21T05:30:53,854 INFO [FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5469791871314944393.bcfks 2024-11-21T05:30:53,854 INFO [FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5469791871314944393.bcfks 2024-11-21T05:30:53,993 DEBUG [FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5469791871314944393.bcfks 2024-11-21T05:30:53,993 DEBUG [FileChangeWatcher-hbase_test_key2390943794353560189.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5469791871314944393.bcfks 2024-11-21T05:30:53,993 DEBUG [FileChangeWatcher-hbase_test_key2390943794353560189.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5469791871314944393.bcfks 2024-11-21T05:30:53,993 DEBUG [FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5469791871314944393.bcfks 2024-11-21T05:30:53,993 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44997,0 is dead - stopping the connection localhost:44997/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T05:30:53,993 DEBUG [FileChangeWatcher-hbase_test_key2390943794353560189.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5469791871314944393.bcfks 2024-11-21T05:30:53,993 DEBUG [FileChangeWatcher-hbase_test_key2390943794353560189.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5469791871314944393.bcfks 2024-11-21T05:30:53,993 INFO [FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5469791871314944393.bcfks 2024-11-21T05:30:53,993 INFO [FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5469791871314944393.bcfks 2024-11-21T05:30:53,993 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T05:30:53,994 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:54,273 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:54,273 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T05:30:54,400 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:54,525 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:54,525 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x15709b37, L:/127.0.0.1:44997 - R:/127.0.0.1:55614] 2024-11-21T05:30:54,667 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55614, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T05:30:54,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:30:54,669 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44997 2024-11-21T05:30:54,669 DEBUG [FileChangeWatcher-hbase_test_key2390943794353560189.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2390943794353560189.bcfks was interrupted and is shutting down... 2024-11-21T05:30:54,669 DEBUG [FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks was interrupted and is shutting down... 2024-11-21T05:30:54,669 DEBUG [FileChangeWatcher-hbase_test_key2390943794353560189.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2390943794353560189.bcfks was interrupted and is shutting down... 2024-11-21T05:30:54,669 DEBUG [FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks was interrupted and is shutting down... 2024-11-21T05:30:54,669 INFO [FileChangeWatcher-hbase_test_key2390943794353560189.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2390943794353560189.bcfks thread finished 2024-11-21T05:30:54,669 INFO [FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks thread finished 2024-11-21T05:30:54,670 INFO [FileChangeWatcher-hbase_test_key2390943794353560189.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2390943794353560189.bcfks thread finished 2024-11-21T05:30:54,675 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 41), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=496 (was 496), ProcessCount=11 (was 11), AvailableMemoryMB=4526 (was 4538) 2024-11-21T05:30:54,680 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=496, ProcessCount=11, AvailableMemoryMB=4526 2024-11-21T05:30:54,682 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T05:30:54,683 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37705 2024-11-21T05:30:54,683 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T05:30:54,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@284207f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:30:54,683 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T05:30:54,684 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:54,686 INFO [FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks thread finished 2024-11-21T05:30:54,942 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:54,943 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:54,943 INFO [FileChangeWatcher-hbase_test_key2390943794353560189.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2390943794353560189.bcfks thread started 2024-11-21T05:30:54,943 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:54,945 INFO [FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks thread started 2024-11-21T05:30:54,945 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T05:30:55,096 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:55,225 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:55,225 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:55,226 INFO [FileChangeWatcher-hbase_test_key2390943794353560189.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2390943794353560189.bcfks thread started 2024-11-21T05:30:55,226 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:55,226 INFO [FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks thread started 2024-11-21T05:30:55,227 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1d774975, L:/127.0.0.1:37705 - R:/127.0.0.1:39382] 2024-11-21T05:30:55,377 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39382, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T05:30:55,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:30:55,379 DEBUG [FileChangeWatcher-hbase_test_key2390943794353560189.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2390943794353560189.bcfks was interrupted and is shutting down... 2024-11-21T05:30:55,379 DEBUG [FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks was interrupted and is shutting down... 2024-11-21T05:30:55,380 INFO [FileChangeWatcher-hbase_test_key2390943794353560189.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2390943794353560189.bcfks thread finished 2024-11-21T05:30:55,382 INFO [FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks thread finished 2024-11-21T05:30:55,394 DEBUG [FileChangeWatcher-hbase_test_key2390943794353560189.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2390943794353560189.bcfks 2024-11-21T05:30:55,394 DEBUG [FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2390943794353560189.bcfks 2024-11-21T05:30:55,394 INFO [FileChangeWatcher-hbase_test_key2390943794353560189.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2390943794353560189.bcfks 2024-11-21T05:30:55,394 DEBUG [FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2390943794353560189.bcfks 2024-11-21T05:30:55,590 DEBUG [FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2390943794353560189.bcfks 2024-11-21T05:30:55,590 DEBUG [FileChangeWatcher-hbase_test_key2390943794353560189.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2390943794353560189.bcfks 2024-11-21T05:30:55,590 DEBUG [FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2390943794353560189.bcfks 2024-11-21T05:30:55,590 INFO [FileChangeWatcher-hbase_test_key2390943794353560189.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2390943794353560189.bcfks 2024-11-21T05:30:55,613 DEBUG [FileChangeWatcher-hbase_test_key2390943794353560189.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5469791871314944393.bcfks 2024-11-21T05:30:55,613 DEBUG [FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5469791871314944393.bcfks 2024-11-21T05:30:55,613 INFO [FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5469791871314944393.bcfks 2024-11-21T05:30:55,613 DEBUG [FileChangeWatcher-hbase_test_key2390943794353560189.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5469791871314944393.bcfks 2024-11-21T05:30:55,742 DEBUG [FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5469791871314944393.bcfks 2024-11-21T05:30:55,742 DEBUG [FileChangeWatcher-hbase_test_key2390943794353560189.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5469791871314944393.bcfks 2024-11-21T05:30:55,742 INFO [FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5469791871314944393.bcfks 2024-11-21T05:30:55,742 DEBUG [FileChangeWatcher-hbase_test_key2390943794353560189.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5469791871314944393.bcfks 2024-11-21T05:30:55,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b4f54b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T05:30:55,742 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T05:30:55,743 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:55,996 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:55,996 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:55,997 INFO [FileChangeWatcher-hbase_test_key2390943794353560189.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2390943794353560189.bcfks thread started 2024-11-21T05:30:55,997 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/245b3a3a-11ac-0786-392d-f30a3f6364c0/TestNettyTLSIPCFileWatcher 2024-11-21T05:30:55,997 INFO [FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks thread started 2024-11-21T05:30:55,998 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T05:30:56,152 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T05:30:56,279 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T05:30:56,279 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5537bbc2, L:/127.0.0.1:37705 - R:/127.0.0.1:39398] 2024-11-21T05:30:56,423 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39398, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T05:30:56,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T05:30:56,424 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37705 2024-11-21T05:30:56,424 DEBUG [FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks was interrupted and is shutting down... 2024-11-21T05:30:56,424 DEBUG [FileChangeWatcher-hbase_test_key2390943794353560189.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2390943794353560189.bcfks was interrupted and is shutting down... 2024-11-21T05:30:56,424 DEBUG [FileChangeWatcher-hbase_test_key2390943794353560189.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2390943794353560189.bcfks was interrupted and is shutting down... 2024-11-21T05:30:56,424 DEBUG [FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks was interrupted and is shutting down... 2024-11-21T05:30:56,425 INFO [FileChangeWatcher-hbase_test_key2390943794353560189.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2390943794353560189.bcfks thread finished 2024-11-21T05:30:56,430 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=41 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=488 (was 496), ProcessCount=11 (was 11), AvailableMemoryMB=4556 (was 4526) - AvailableMemoryMB LEAK? - 2024-11-21T05:30:56,438 INFO [FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks thread finished 2024-11-21T05:30:56,438 INFO [FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5469791871314944393.bcfks thread finished 2024-11-21T05:30:56,438 INFO [FileChangeWatcher-hbase_test_key2390943794353560189.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2390943794353560189.bcfks thread finished