2024-11-10 16:11:53,592 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-10 16:11:53,604 main DEBUG Took 0.009982 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-10 16:11:53,604 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-10 16:11:53,604 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-10 16:11:53,605 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-10 16:11:53,606 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 16:11:53,615 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-10 16:11:53,626 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 16:11:53,627 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 16:11:53,628 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 16:11:53,628 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 16:11:53,629 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 16:11:53,629 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 16:11:53,630 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 16:11:53,630 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 16:11:53,631 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 16:11:53,631 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 16:11:53,632 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 16:11:53,632 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 16:11:53,632 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 16:11:53,633 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 16:11:53,633 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 16:11:53,633 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 16:11:53,634 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 16:11:53,634 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 16:11:53,634 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 16:11:53,635 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 16:11:53,635 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 16:11:53,635 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 16:11:53,636 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 16:11:53,636 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 16:11:53,636 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 16:11:53,637 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-10 16:11:53,638 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 16:11:53,640 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-10 16:11:53,641 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-10 16:11:53,642 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-10 16:11:53,643 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-10 16:11:53,643 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-10 16:11:53,651 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-10 16:11:53,654 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-10 16:11:53,655 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-10 16:11:53,656 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-10 16:11:53,656 main DEBUG createAppenders(={Console}) 2024-11-10 16:11:53,657 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-10 16:11:53,657 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-10 16:11:53,657 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-10 16:11:53,658 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-10 16:11:53,658 main DEBUG OutputStream closed 2024-11-10 16:11:53,658 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-10 16:11:53,658 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-10 16:11:53,659 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-10 16:11:53,743 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-10 16:11:53,745 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-10 16:11:53,746 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-10 16:11:53,748 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-10 16:11:53,749 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-10 16:11:53,749 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-10 16:11:53,750 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-10 16:11:53,750 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-10 16:11:53,751 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-10 16:11:53,751 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-10 16:11:53,751 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-10 16:11:53,752 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-10 16:11:53,752 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-10 16:11:53,753 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-10 16:11:53,753 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-10 16:11:53,754 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-10 16:11:53,754 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-10 16:11:53,755 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-10 16:11:53,758 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10 16:11:53,758 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-10 16:11:53,759 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-10 16:11:53,760 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-10T16:11:53,777 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-10 16:11:53,780 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-10 16:11:53,781 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10T16:11:54,192 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-10T16:11:54,943 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=243, ProcessCount=11, AvailableMemoryMB=8448 2024-11-10T16:11:55,744 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T16:11:55,785 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-10T16:11:55,798 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-10T16:11:55,810 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-10T16:11:55,884 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:11:55,916 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 24509 (auto-detected) 2024-11-10T16:11:55,918 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-10T16:11:55,940 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38241 2024-11-10T16:11:55,943 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-10T16:11:55,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:11:55,974 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-10T16:11:55,974 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-10T16:11:56,238 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T16:11:56,304 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:11:56,358 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:11:56,441 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:11:56,443 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:11:56,443 INFO [FileChangeWatcher-hbase_test_key9123428408961408177.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9123428408961408177.jks thread started 2024-11-10T16:11:56,444 INFO [FileChangeWatcher-hbase_test_ca655640321451756958.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca655640321451756958.jks thread started 2024-11-10T16:11:56,452 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T16:11:56,531 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:11:56,551 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:11:56,621 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:11:56,622 INFO [FileChangeWatcher-hbase_test_key9123428408961408177.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9123428408961408177.jks thread started 2024-11-10T16:11:56,622 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:11:56,623 INFO [FileChangeWatcher-hbase_test_ca655640321451756958.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca655640321451756958.jks thread started 2024-11-10T16:11:56,624 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe3010275, L:/127.0.0.1:38241 - R:/127.0.0.1:32958] 2024-11-10T16:11:56,751 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32958, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T16:11:57,014 DEBUG [FileChangeWatcher-hbase_test_key9123428408961408177.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9123428408961408177.jks 2024-11-10T16:11:57,014 DEBUG [FileChangeWatcher-hbase_test_ca655640321451756958.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9123428408961408177.jks 2024-11-10T16:11:57,014 DEBUG [FileChangeWatcher-hbase_test_key9123428408961408177.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9123428408961408177.jks 2024-11-10T16:11:57,014 DEBUG [FileChangeWatcher-hbase_test_ca655640321451756958.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9123428408961408177.jks 2024-11-10T16:11:57,014 INFO [FileChangeWatcher-hbase_test_key9123428408961408177.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9123428408961408177.jks 2024-11-10T16:11:57,015 DEBUG [FileChangeWatcher-hbase_test_ca655640321451756958.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9123428408961408177.jks 2024-11-10T16:11:57,014 INFO [FileChangeWatcher-hbase_test_key9123428408961408177.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9123428408961408177.jks 2024-11-10T16:11:57,015 DEBUG [FileChangeWatcher-hbase_test_ca655640321451756958.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9123428408961408177.jks 2024-11-10T16:11:57,043 DEBUG [FileChangeWatcher-hbase_test_ca655640321451756958.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9123428408961408177.jks 2024-11-10T16:11:57,043 DEBUG [FileChangeWatcher-hbase_test_key9123428408961408177.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9123428408961408177.jks 2024-11-10T16:11:57,043 DEBUG [FileChangeWatcher-hbase_test_ca655640321451756958.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9123428408961408177.jks 2024-11-10T16:11:57,043 DEBUG [FileChangeWatcher-hbase_test_key9123428408961408177.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9123428408961408177.jks 2024-11-10T16:11:57,044 DEBUG [FileChangeWatcher-hbase_test_ca655640321451756958.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9123428408961408177.jks 2024-11-10T16:11:57,044 INFO [FileChangeWatcher-hbase_test_key9123428408961408177.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9123428408961408177.jks 2024-11-10T16:11:57,044 INFO [FileChangeWatcher-hbase_test_key9123428408961408177.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9123428408961408177.jks 2024-11-10T16:11:57,044 DEBUG [FileChangeWatcher-hbase_test_ca655640321451756958.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9123428408961408177.jks 2024-11-10T16:11:57,044 DEBUG [FileChangeWatcher-hbase_test_key9123428408961408177.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca655640321451756958.jks 2024-11-10T16:11:57,044 DEBUG [FileChangeWatcher-hbase_test_ca655640321451756958.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca655640321451756958.jks 2024-11-10T16:11:57,044 DEBUG [FileChangeWatcher-hbase_test_ca655640321451756958.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca655640321451756958.jks 2024-11-10T16:11:57,044 DEBUG [FileChangeWatcher-hbase_test_key9123428408961408177.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca655640321451756958.jks 2024-11-10T16:11:57,044 INFO [FileChangeWatcher-hbase_test_ca655640321451756958.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca655640321451756958.jks 2024-11-10T16:11:57,044 DEBUG [FileChangeWatcher-hbase_test_key9123428408961408177.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca655640321451756958.jks 2024-11-10T16:11:57,045 INFO [FileChangeWatcher-hbase_test_ca655640321451756958.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca655640321451756958.jks 2024-11-10T16:11:57,045 DEBUG [FileChangeWatcher-hbase_test_key9123428408961408177.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca655640321451756958.jks 2024-11-10T16:11:57,060 DEBUG [FileChangeWatcher-hbase_test_ca655640321451756958.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca655640321451756958.jks 2024-11-10T16:11:57,060 DEBUG [FileChangeWatcher-hbase_test_key9123428408961408177.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca655640321451756958.jks 2024-11-10T16:11:57,060 DEBUG [FileChangeWatcher-hbase_test_key9123428408961408177.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca655640321451756958.jks 2024-11-10T16:11:57,060 DEBUG [FileChangeWatcher-hbase_test_ca655640321451756958.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca655640321451756958.jks 2024-11-10T16:11:57,060 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,38241,0 is dead - stopping the connection localhost:38241/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-10T16:11:57,060 INFO [FileChangeWatcher-hbase_test_ca655640321451756958.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca655640321451756958.jks 2024-11-10T16:11:57,060 DEBUG [FileChangeWatcher-hbase_test_key9123428408961408177.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca655640321451756958.jks 2024-11-10T16:11:57,060 DEBUG [FileChangeWatcher-hbase_test_key9123428408961408177.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca655640321451756958.jks 2024-11-10T16:11:57,060 INFO [FileChangeWatcher-hbase_test_ca655640321451756958.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca655640321451756958.jks 2024-11-10T16:11:57,062 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T16:11:57,063 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:11:57,098 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:11:57,099 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T16:11:57,116 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:11:57,133 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:11:57,134 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc4cb759f, L:/127.0.0.1:38241 - R:/127.0.0.1:32972] 2024-11-10T16:11:57,184 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32972, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T16:11:57,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:11:57,187 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38241 2024-11-10T16:11:57,187 DEBUG [FileChangeWatcher-hbase_test_ca655640321451756958.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca655640321451756958.jks was interrupted and is shutting down... 2024-11-10T16:11:57,187 DEBUG [FileChangeWatcher-hbase_test_key9123428408961408177.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9123428408961408177.jks was interrupted and is shutting down... 2024-11-10T16:11:57,187 DEBUG [FileChangeWatcher-hbase_test_ca655640321451756958.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca655640321451756958.jks was interrupted and is shutting down... 2024-11-10T16:11:57,187 DEBUG [FileChangeWatcher-hbase_test_key9123428408961408177.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9123428408961408177.jks was interrupted and is shutting down... 2024-11-10T16:11:57,188 INFO [FileChangeWatcher-hbase_test_ca655640321451756958.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca655640321451756958.jks thread finished 2024-11-10T16:11:57,188 INFO [FileChangeWatcher-hbase_test_ca655640321451756958.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca655640321451756958.jks thread finished 2024-11-10T16:11:57,188 INFO [FileChangeWatcher-hbase_test_key9123428408961408177.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9123428408961408177.jks thread finished 2024-11-10T16:11:57,197 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key9123428408961408177.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=243 (was 243), ProcessCount=11 (was 11), AvailableMemoryMB=8310 (was 8448) 2024-11-10T16:11:57,204 INFO [FileChangeWatcher-hbase_test_key9123428408961408177.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9123428408961408177.jks thread finished 2024-11-10T16:11:57,204 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=243, ProcessCount=11, AvailableMemoryMB=8310 2024-11-10T16:11:57,206 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:11:57,207 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37407 2024-11-10T16:11:57,207 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-10T16:11:57,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de698e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:11:57,208 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T16:11:57,210 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:11:57,256 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:11:57,257 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:11:57,257 INFO [FileChangeWatcher-hbase_test_key9123428408961408177.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9123428408961408177.jks thread started 2024-11-10T16:11:57,257 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:11:57,258 INFO [FileChangeWatcher-hbase_test_ca655640321451756958.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca655640321451756958.jks thread started 2024-11-10T16:11:57,258 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T16:11:57,276 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:11:57,293 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:11:57,294 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:11:57,294 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:11:57,294 INFO [FileChangeWatcher-hbase_test_key9123428408961408177.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9123428408961408177.jks thread started 2024-11-10T16:11:57,295 INFO [FileChangeWatcher-hbase_test_ca655640321451756958.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca655640321451756958.jks thread started 2024-11-10T16:11:57,295 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7e292f43, L:/127.0.0.1:37407 - R:/127.0.0.1:44674] 2024-11-10T16:11:57,336 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44674, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T16:11:57,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:11:57,338 DEBUG [FileChangeWatcher-hbase_test_key9123428408961408177.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9123428408961408177.jks was interrupted and is shutting down... 2024-11-10T16:11:57,338 DEBUG [FileChangeWatcher-hbase_test_ca655640321451756958.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca655640321451756958.jks was interrupted and is shutting down... 2024-11-10T16:11:57,339 INFO [FileChangeWatcher-hbase_test_ca655640321451756958.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca655640321451756958.jks thread finished 2024-11-10T16:11:57,339 INFO [FileChangeWatcher-hbase_test_key9123428408961408177.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9123428408961408177.jks thread finished 2024-11-10T16:11:57,734 DEBUG [FileChangeWatcher-hbase_test_key9123428408961408177.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9123428408961408177.jks 2024-11-10T16:11:57,734 INFO [FileChangeWatcher-hbase_test_key9123428408961408177.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9123428408961408177.jks 2024-11-10T16:11:57,734 DEBUG [FileChangeWatcher-hbase_test_ca655640321451756958.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9123428408961408177.jks 2024-11-10T16:11:57,734 DEBUG [FileChangeWatcher-hbase_test_ca655640321451756958.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9123428408961408177.jks 2024-11-10T16:11:57,764 DEBUG [FileChangeWatcher-hbase_test_ca655640321451756958.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9123428408961408177.jks 2024-11-10T16:11:57,764 DEBUG [FileChangeWatcher-hbase_test_key9123428408961408177.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9123428408961408177.jks 2024-11-10T16:11:57,764 DEBUG [FileChangeWatcher-hbase_test_ca655640321451756958.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9123428408961408177.jks 2024-11-10T16:11:57,765 INFO [FileChangeWatcher-hbase_test_key9123428408961408177.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9123428408961408177.jks 2024-11-10T16:11:57,765 DEBUG [FileChangeWatcher-hbase_test_ca655640321451756958.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca655640321451756958.jks 2024-11-10T16:11:57,765 DEBUG [FileChangeWatcher-hbase_test_key9123428408961408177.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca655640321451756958.jks 2024-11-10T16:11:57,765 INFO [FileChangeWatcher-hbase_test_ca655640321451756958.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca655640321451756958.jks 2024-11-10T16:11:57,765 DEBUG [FileChangeWatcher-hbase_test_key9123428408961408177.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca655640321451756958.jks 2024-11-10T16:11:57,781 DEBUG [FileChangeWatcher-hbase_test_ca655640321451756958.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca655640321451756958.jks 2024-11-10T16:11:57,781 DEBUG [FileChangeWatcher-hbase_test_key9123428408961408177.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca655640321451756958.jks 2024-11-10T16:11:57,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9672be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:11:57,781 INFO [FileChangeWatcher-hbase_test_ca655640321451756958.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca655640321451756958.jks 2024-11-10T16:11:57,781 DEBUG [FileChangeWatcher-hbase_test_key9123428408961408177.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca655640321451756958.jks 2024-11-10T16:11:57,782 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T16:11:57,783 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:11:57,817 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:11:57,818 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:11:57,819 INFO [FileChangeWatcher-hbase_test_key9123428408961408177.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9123428408961408177.jks thread started 2024-11-10T16:11:57,819 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:11:57,819 INFO [FileChangeWatcher-hbase_test_ca655640321451756958.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca655640321451756958.jks thread started 2024-11-10T16:11:57,819 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T16:11:57,837 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:11:57,854 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:11:57,855 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb2b74afb, L:/127.0.0.1:37407 - R:/127.0.0.1:44688] 2024-11-10T16:11:57,900 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44688, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T16:11:57,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:11:57,903 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37407 2024-11-10T16:11:57,903 DEBUG [FileChangeWatcher-hbase_test_key9123428408961408177.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9123428408961408177.jks was interrupted and is shutting down... 2024-11-10T16:11:57,903 DEBUG [FileChangeWatcher-hbase_test_ca655640321451756958.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca655640321451756958.jks was interrupted and is shutting down... 2024-11-10T16:11:57,903 DEBUG [FileChangeWatcher-hbase_test_ca655640321451756958.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca655640321451756958.jks was interrupted and is shutting down... 2024-11-10T16:11:57,903 DEBUG [FileChangeWatcher-hbase_test_key9123428408961408177.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9123428408961408177.jks was interrupted and is shutting down... 2024-11-10T16:11:57,903 INFO [FileChangeWatcher-hbase_test_key9123428408961408177.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9123428408961408177.jks thread finished 2024-11-10T16:11:57,903 INFO [FileChangeWatcher-hbase_test_ca655640321451756958.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca655640321451756958.jks thread finished 2024-11-10T16:11:57,904 INFO [FileChangeWatcher-hbase_test_ca655640321451756958.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca655640321451756958.jks thread finished 2024-11-10T16:11:57,911 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 23) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=243 (was 243), ProcessCount=11 (was 11), AvailableMemoryMB=8256 (was 8310) 2024-11-10T16:11:57,916 INFO [FileChangeWatcher-hbase_test_key9123428408961408177.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9123428408961408177.jks thread finished 2024-11-10T16:11:57,919 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=243, ProcessCount=11, AvailableMemoryMB=8255 2024-11-10T16:11:57,972 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:11:57,973 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37071 2024-11-10T16:11:57,973 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-10T16:11:57,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32011580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:11:57,974 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T16:11:57,976 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:11:57,993 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:11:57,993 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:11:57,994 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:11:57,994 INFO [FileChangeWatcher-hbase_test_key9277650375337430405.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9277650375337430405.pem thread started 2024-11-10T16:11:57,994 INFO [FileChangeWatcher-hbase_test_ca11548708917172570271.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11548708917172570271.pem thread started 2024-11-10T16:11:57,995 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T16:11:58,009 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:11:58,010 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:11:58,010 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:11:58,011 INFO [FileChangeWatcher-hbase_test_key9277650375337430405.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9277650375337430405.pem thread started 2024-11-10T16:11:58,011 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:11:58,012 INFO [FileChangeWatcher-hbase_test_ca11548708917172570271.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11548708917172570271.pem thread started 2024-11-10T16:11:58,012 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x942d880d, L:/127.0.0.1:37071 - R:/127.0.0.1:38252] 2024-11-10T16:11:58,028 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38252, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T16:11:58,298 DEBUG [FileChangeWatcher-hbase_test_key9277650375337430405.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9277650375337430405.pem 2024-11-10T16:11:58,298 DEBUG [FileChangeWatcher-hbase_test_key9277650375337430405.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9277650375337430405.pem 2024-11-10T16:11:58,298 DEBUG [FileChangeWatcher-hbase_test_ca11548708917172570271.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9277650375337430405.pem 2024-11-10T16:11:58,298 DEBUG [FileChangeWatcher-hbase_test_ca11548708917172570271.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9277650375337430405.pem 2024-11-10T16:11:58,298 INFO [FileChangeWatcher-hbase_test_key9277650375337430405.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9277650375337430405.pem 2024-11-10T16:11:58,298 INFO [FileChangeWatcher-hbase_test_key9277650375337430405.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9277650375337430405.pem 2024-11-10T16:11:58,298 DEBUG [FileChangeWatcher-hbase_test_ca11548708917172570271.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9277650375337430405.pem 2024-11-10T16:11:58,298 DEBUG [FileChangeWatcher-hbase_test_ca11548708917172570271.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9277650375337430405.pem 2024-11-10T16:11:58,298 DEBUG [FileChangeWatcher-hbase_test_key9277650375337430405.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9277650375337430405.pem 2024-11-10T16:11:58,298 DEBUG [FileChangeWatcher-hbase_test_key9277650375337430405.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9277650375337430405.pem 2024-11-10T16:11:58,298 DEBUG [FileChangeWatcher-hbase_test_ca11548708917172570271.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9277650375337430405.pem 2024-11-10T16:11:58,298 DEBUG [FileChangeWatcher-hbase_test_ca11548708917172570271.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9277650375337430405.pem 2024-11-10T16:11:58,298 INFO [FileChangeWatcher-hbase_test_key9277650375337430405.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9277650375337430405.pem 2024-11-10T16:11:58,298 INFO [FileChangeWatcher-hbase_test_key9277650375337430405.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9277650375337430405.pem 2024-11-10T16:11:58,298 DEBUG [FileChangeWatcher-hbase_test_ca11548708917172570271.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9277650375337430405.pem 2024-11-10T16:11:58,298 DEBUG [FileChangeWatcher-hbase_test_ca11548708917172570271.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9277650375337430405.pem 2024-11-10T16:11:58,299 DEBUG [FileChangeWatcher-hbase_test_key9277650375337430405.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11548708917172570271.pem 2024-11-10T16:11:58,299 DEBUG [FileChangeWatcher-hbase_test_key9277650375337430405.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11548708917172570271.pem 2024-11-10T16:11:58,299 DEBUG [FileChangeWatcher-hbase_test_ca11548708917172570271.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11548708917172570271.pem 2024-11-10T16:11:58,299 DEBUG [FileChangeWatcher-hbase_test_key9277650375337430405.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11548708917172570271.pem 2024-11-10T16:11:58,299 DEBUG [FileChangeWatcher-hbase_test_key9277650375337430405.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11548708917172570271.pem 2024-11-10T16:11:58,299 INFO [FileChangeWatcher-hbase_test_ca11548708917172570271.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11548708917172570271.pem 2024-11-10T16:11:58,299 DEBUG [FileChangeWatcher-hbase_test_key9277650375337430405.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11548708917172570271.pem 2024-11-10T16:11:58,299 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,37071,0 is dead - stopping the connection localhost:37071/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-10T16:11:58,299 DEBUG [FileChangeWatcher-hbase_test_key9277650375337430405.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11548708917172570271.pem 2024-11-10T16:11:58,299 DEBUG [FileChangeWatcher-hbase_test_ca11548708917172570271.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11548708917172570271.pem 2024-11-10T16:11:58,299 DEBUG [FileChangeWatcher-hbase_test_key9277650375337430405.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11548708917172570271.pem 2024-11-10T16:11:58,299 DEBUG [FileChangeWatcher-hbase_test_key9277650375337430405.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11548708917172570271.pem 2024-11-10T16:11:58,299 INFO [FileChangeWatcher-hbase_test_ca11548708917172570271.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11548708917172570271.pem 2024-11-10T16:11:58,300 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T16:11:58,300 DEBUG [FileChangeWatcher-hbase_test_ca11548708917172570271.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11548708917172570271.pem 2024-11-10T16:11:58,300 INFO [FileChangeWatcher-hbase_test_ca11548708917172570271.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11548708917172570271.pem 2024-11-10T16:11:58,301 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:11:58,307 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:11:58,308 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T16:11:58,315 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:11:58,316 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:11:58,317 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x05d93605, L:/127.0.0.1:37071 - R:/127.0.0.1:38254] 2024-11-10T16:11:58,339 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38254, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T16:11:58,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:11:58,341 DEBUG [FileChangeWatcher-hbase_test_key9277650375337430405.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9277650375337430405.pem was interrupted and is shutting down... 2024-11-10T16:11:58,341 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37071 2024-11-10T16:11:58,341 DEBUG [FileChangeWatcher-hbase_test_ca11548708917172570271.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11548708917172570271.pem was interrupted and is shutting down... 2024-11-10T16:11:58,341 DEBUG [FileChangeWatcher-hbase_test_key9277650375337430405.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9277650375337430405.pem was interrupted and is shutting down... 2024-11-10T16:11:58,341 INFO [FileChangeWatcher-hbase_test_key9277650375337430405.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9277650375337430405.pem thread finished 2024-11-10T16:11:58,342 INFO [FileChangeWatcher-hbase_test_key9277650375337430405.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9277650375337430405.pem thread finished 2024-11-10T16:11:58,342 DEBUG [FileChangeWatcher-hbase_test_ca11548708917172570271.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11548708917172570271.pem was interrupted and is shutting down... 2024-11-10T16:11:58,342 INFO [FileChangeWatcher-hbase_test_ca11548708917172570271.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11548708917172570271.pem thread finished 2024-11-10T16:11:58,342 INFO [FileChangeWatcher-hbase_test_ca11548708917172570271.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11548708917172570271.pem thread finished 2024-11-10T16:11:58,349 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25 (was 25), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=247 (was 243) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8201 (was 8255) 2024-11-10T16:11:58,356 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=247, ProcessCount=11, AvailableMemoryMB=8201 2024-11-10T16:11:58,358 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:11:58,358 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44389 2024-11-10T16:11:58,359 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-10T16:11:58,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3609d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:11:58,360 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T16:11:58,361 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:11:58,366 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:11:58,366 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:11:58,367 INFO [FileChangeWatcher-hbase_test_key9277650375337430405.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9277650375337430405.pem thread started 2024-11-10T16:11:58,367 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:11:58,367 INFO [FileChangeWatcher-hbase_test_ca11548708917172570271.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11548708917172570271.pem thread started 2024-11-10T16:11:58,368 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T16:11:58,373 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:11:58,374 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:11:58,374 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:11:58,375 INFO [FileChangeWatcher-hbase_test_key9277650375337430405.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9277650375337430405.pem thread started 2024-11-10T16:11:58,375 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:11:58,376 INFO [FileChangeWatcher-hbase_test_ca11548708917172570271.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11548708917172570271.pem thread started 2024-11-10T16:11:58,376 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf2add747, L:/127.0.0.1:44389 - R:/127.0.0.1:40894] 2024-11-10T16:11:58,391 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40894, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T16:11:58,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:11:58,393 DEBUG [FileChangeWatcher-hbase_test_key9277650375337430405.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9277650375337430405.pem was interrupted and is shutting down... 2024-11-10T16:11:58,393 DEBUG [FileChangeWatcher-hbase_test_ca11548708917172570271.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11548708917172570271.pem was interrupted and is shutting down... 2024-11-10T16:11:58,393 INFO [FileChangeWatcher-hbase_test_key9277650375337430405.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9277650375337430405.pem thread finished 2024-11-10T16:11:58,394 INFO [FileChangeWatcher-hbase_test_ca11548708917172570271.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11548708917172570271.pem thread finished 2024-11-10T16:11:58,727 DEBUG [FileChangeWatcher-hbase_test_ca11548708917172570271.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9277650375337430405.pem 2024-11-10T16:11:58,727 DEBUG [FileChangeWatcher-hbase_test_key9277650375337430405.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9277650375337430405.pem 2024-11-10T16:11:58,728 DEBUG [FileChangeWatcher-hbase_test_ca11548708917172570271.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9277650375337430405.pem 2024-11-10T16:11:58,728 INFO [FileChangeWatcher-hbase_test_key9277650375337430405.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9277650375337430405.pem 2024-11-10T16:11:58,728 DEBUG [FileChangeWatcher-hbase_test_ca11548708917172570271.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9277650375337430405.pem 2024-11-10T16:11:58,728 DEBUG [FileChangeWatcher-hbase_test_key9277650375337430405.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9277650375337430405.pem 2024-11-10T16:11:58,728 DEBUG [FileChangeWatcher-hbase_test_ca11548708917172570271.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9277650375337430405.pem 2024-11-10T16:11:58,728 INFO [FileChangeWatcher-hbase_test_key9277650375337430405.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9277650375337430405.pem 2024-11-10T16:11:58,729 DEBUG [FileChangeWatcher-hbase_test_ca11548708917172570271.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11548708917172570271.pem 2024-11-10T16:11:58,729 DEBUG [FileChangeWatcher-hbase_test_key9277650375337430405.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11548708917172570271.pem 2024-11-10T16:11:58,729 INFO [FileChangeWatcher-hbase_test_ca11548708917172570271.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11548708917172570271.pem 2024-11-10T16:11:58,729 DEBUG [FileChangeWatcher-hbase_test_key9277650375337430405.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11548708917172570271.pem 2024-11-10T16:11:58,729 DEBUG [FileChangeWatcher-hbase_test_ca11548708917172570271.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11548708917172570271.pem 2024-11-10T16:11:58,729 INFO [FileChangeWatcher-hbase_test_ca11548708917172570271.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11548708917172570271.pem 2024-11-10T16:11:58,729 DEBUG [FileChangeWatcher-hbase_test_key9277650375337430405.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11548708917172570271.pem 2024-11-10T16:11:58,729 DEBUG [FileChangeWatcher-hbase_test_key9277650375337430405.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11548708917172570271.pem 2024-11-10T16:11:58,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47131f26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:11:58,730 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T16:11:58,731 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:11:58,737 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:11:58,737 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:11:58,738 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:11:58,738 INFO [FileChangeWatcher-hbase_test_key9277650375337430405.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9277650375337430405.pem thread started 2024-11-10T16:11:58,738 INFO [FileChangeWatcher-hbase_test_ca11548708917172570271.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11548708917172570271.pem thread started 2024-11-10T16:11:58,738 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T16:11:58,744 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:11:58,745 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:11:58,746 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x76a25992, L:/127.0.0.1:44389 - R:/127.0.0.1:40904] 2024-11-10T16:11:58,765 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40904, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T16:11:58,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:11:58,767 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44389 2024-11-10T16:11:58,767 DEBUG [FileChangeWatcher-hbase_test_key9277650375337430405.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9277650375337430405.pem was interrupted and is shutting down... 2024-11-10T16:11:58,767 DEBUG [FileChangeWatcher-hbase_test_ca11548708917172570271.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11548708917172570271.pem was interrupted and is shutting down... 2024-11-10T16:11:58,767 DEBUG [FileChangeWatcher-hbase_test_key9277650375337430405.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9277650375337430405.pem was interrupted and is shutting down... 2024-11-10T16:11:58,767 DEBUG [FileChangeWatcher-hbase_test_ca11548708917172570271.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11548708917172570271.pem was interrupted and is shutting down... 2024-11-10T16:11:58,767 INFO [FileChangeWatcher-hbase_test_key9277650375337430405.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9277650375337430405.pem thread finished 2024-11-10T16:11:58,767 INFO [FileChangeWatcher-hbase_test_ca11548708917172570271.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11548708917172570271.pem thread finished 2024-11-10T16:11:58,767 INFO [FileChangeWatcher-hbase_test_key9277650375337430405.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9277650375337430405.pem thread finished 2024-11-10T16:11:58,774 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca11548708917172570271.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=247 (was 247), ProcessCount=11 (was 11), AvailableMemoryMB=8148 (was 8201) 2024-11-10T16:11:58,779 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=247, ProcessCount=11, AvailableMemoryMB=8148 2024-11-10T16:11:58,784 INFO [FileChangeWatcher-hbase_test_ca11548708917172570271.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11548708917172570271.pem thread finished 2024-11-10T16:11:58,827 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:11:58,828 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33367 2024-11-10T16:11:58,828 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-10T16:11:58,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b83ce67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:11:58,829 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T16:11:58,830 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:11:58,864 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:11:58,864 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:11:58,865 INFO [FileChangeWatcher-hbase_test_key13648747877551351571.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13648747877551351571.p12 thread started 2024-11-10T16:11:58,865 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:11:58,866 INFO [FileChangeWatcher-hbase_test_ca9329498346173910573.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9329498346173910573.p12 thread started 2024-11-10T16:11:58,866 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T16:11:58,883 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:11:58,900 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:11:58,901 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:11:58,901 INFO [FileChangeWatcher-hbase_test_key13648747877551351571.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13648747877551351571.p12 thread started 2024-11-10T16:11:58,901 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:11:58,902 INFO [FileChangeWatcher-hbase_test_ca9329498346173910573.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9329498346173910573.p12 thread started 2024-11-10T16:11:58,902 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x52e008e1, L:/127.0.0.1:33367 - R:/127.0.0.1:41034] 2024-11-10T16:11:58,942 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41034, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T16:11:59,485 DEBUG [FileChangeWatcher-hbase_test_key13648747877551351571.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13648747877551351571.p12 2024-11-10T16:11:59,485 DEBUG [FileChangeWatcher-hbase_test_ca9329498346173910573.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13648747877551351571.p12 2024-11-10T16:11:59,485 DEBUG [FileChangeWatcher-hbase_test_ca9329498346173910573.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13648747877551351571.p12 2024-11-10T16:11:59,485 INFO [FileChangeWatcher-hbase_test_key13648747877551351571.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13648747877551351571.p12 2024-11-10T16:11:59,486 DEBUG [FileChangeWatcher-hbase_test_key13648747877551351571.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13648747877551351571.p12 2024-11-10T16:11:59,486 DEBUG [FileChangeWatcher-hbase_test_ca9329498346173910573.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13648747877551351571.p12 2024-11-10T16:11:59,486 INFO [FileChangeWatcher-hbase_test_key13648747877551351571.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13648747877551351571.p12 2024-11-10T16:11:59,486 DEBUG [FileChangeWatcher-hbase_test_ca9329498346173910573.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13648747877551351571.p12 2024-11-10T16:11:59,515 DEBUG [FileChangeWatcher-hbase_test_key13648747877551351571.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13648747877551351571.p12 2024-11-10T16:11:59,515 DEBUG [FileChangeWatcher-hbase_test_ca9329498346173910573.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13648747877551351571.p12 2024-11-10T16:11:59,515 DEBUG [FileChangeWatcher-hbase_test_key13648747877551351571.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13648747877551351571.p12 2024-11-10T16:11:59,515 DEBUG [FileChangeWatcher-hbase_test_ca9329498346173910573.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13648747877551351571.p12 2024-11-10T16:11:59,515 DEBUG [FileChangeWatcher-hbase_test_ca9329498346173910573.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13648747877551351571.p12 2024-11-10T16:11:59,515 INFO [FileChangeWatcher-hbase_test_key13648747877551351571.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13648747877551351571.p12 2024-11-10T16:11:59,515 INFO [FileChangeWatcher-hbase_test_key13648747877551351571.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13648747877551351571.p12 2024-11-10T16:11:59,516 DEBUG [FileChangeWatcher-hbase_test_ca9329498346173910573.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13648747877551351571.p12 2024-11-10T16:11:59,516 DEBUG [FileChangeWatcher-hbase_test_ca9329498346173910573.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9329498346173910573.p12 2024-11-10T16:11:59,516 DEBUG [FileChangeWatcher-hbase_test_key13648747877551351571.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9329498346173910573.p12 2024-11-10T16:11:59,516 INFO [FileChangeWatcher-hbase_test_ca9329498346173910573.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9329498346173910573.p12 2024-11-10T16:11:59,516 DEBUG [FileChangeWatcher-hbase_test_ca9329498346173910573.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9329498346173910573.p12 2024-11-10T16:11:59,516 DEBUG [FileChangeWatcher-hbase_test_key13648747877551351571.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9329498346173910573.p12 2024-11-10T16:11:59,516 DEBUG [FileChangeWatcher-hbase_test_key13648747877551351571.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9329498346173910573.p12 2024-11-10T16:11:59,516 INFO [FileChangeWatcher-hbase_test_ca9329498346173910573.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9329498346173910573.p12 2024-11-10T16:11:59,516 DEBUG [FileChangeWatcher-hbase_test_key13648747877551351571.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9329498346173910573.p12 2024-11-10T16:11:59,532 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,33367,0 is dead - stopping the connection localhost:33367/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-10T16:11:59,532 DEBUG [FileChangeWatcher-hbase_test_key13648747877551351571.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9329498346173910573.p12 2024-11-10T16:11:59,532 DEBUG [FileChangeWatcher-hbase_test_ca9329498346173910573.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9329498346173910573.p12 2024-11-10T16:11:59,533 INFO [FileChangeWatcher-hbase_test_ca9329498346173910573.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9329498346173910573.p12 2024-11-10T16:11:59,533 DEBUG [FileChangeWatcher-hbase_test_key13648747877551351571.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9329498346173910573.p12 2024-11-10T16:11:59,532 DEBUG [FileChangeWatcher-hbase_test_key13648747877551351571.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9329498346173910573.p12 2024-11-10T16:11:59,532 DEBUG [FileChangeWatcher-hbase_test_ca9329498346173910573.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9329498346173910573.p12 2024-11-10T16:11:59,533 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T16:11:59,533 DEBUG [FileChangeWatcher-hbase_test_key13648747877551351571.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9329498346173910573.p12 2024-11-10T16:11:59,533 INFO [FileChangeWatcher-hbase_test_ca9329498346173910573.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9329498346173910573.p12 2024-11-10T16:11:59,534 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:11:59,571 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:11:59,572 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T16:11:59,593 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:11:59,614 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:11:59,615 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbb9b534a, L:/127.0.0.1:33367 - R:/127.0.0.1:41044] 2024-11-10T16:11:59,662 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41044, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T16:11:59,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:11:59,664 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33367 2024-11-10T16:11:59,664 DEBUG [FileChangeWatcher-hbase_test_key13648747877551351571.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13648747877551351571.p12 was interrupted and is shutting down... 2024-11-10T16:11:59,664 DEBUG [FileChangeWatcher-hbase_test_ca9329498346173910573.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9329498346173910573.p12 was interrupted and is shutting down... 2024-11-10T16:11:59,664 DEBUG [FileChangeWatcher-hbase_test_ca9329498346173910573.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9329498346173910573.p12 was interrupted and is shutting down... 2024-11-10T16:11:59,664 DEBUG [FileChangeWatcher-hbase_test_key13648747877551351571.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13648747877551351571.p12 was interrupted and is shutting down... 2024-11-10T16:11:59,664 INFO [FileChangeWatcher-hbase_test_ca9329498346173910573.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9329498346173910573.p12 thread finished 2024-11-10T16:11:59,664 INFO [FileChangeWatcher-hbase_test_key13648747877551351571.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13648747877551351571.p12 thread finished 2024-11-10T16:11:59,664 INFO [FileChangeWatcher-hbase_test_ca9329498346173910573.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9329498346173910573.p12 thread finished 2024-11-10T16:11:59,673 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31 (was 29) Potentially hanging thread: FileChangeWatcher-hbase_test_key13648747877551351571.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=247 (was 247), ProcessCount=11 (was 11), AvailableMemoryMB=8062 (was 8148) 2024-11-10T16:11:59,680 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=247, ProcessCount=11, AvailableMemoryMB=8063 2024-11-10T16:11:59,680 INFO [FileChangeWatcher-hbase_test_key13648747877551351571.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13648747877551351571.p12 thread finished 2024-11-10T16:11:59,681 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:11:59,682 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34345 2024-11-10T16:11:59,683 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-10T16:11:59,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b22ae84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:11:59,684 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T16:11:59,685 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:11:59,719 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:11:59,720 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:11:59,721 INFO [FileChangeWatcher-hbase_test_key13648747877551351571.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13648747877551351571.p12 thread started 2024-11-10T16:11:59,721 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:11:59,721 INFO [FileChangeWatcher-hbase_test_ca9329498346173910573.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9329498346173910573.p12 thread started 2024-11-10T16:11:59,722 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T16:11:59,742 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:11:59,762 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:11:59,762 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:11:59,763 INFO [FileChangeWatcher-hbase_test_key13648747877551351571.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13648747877551351571.p12 thread started 2024-11-10T16:11:59,763 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:11:59,763 INFO [FileChangeWatcher-hbase_test_ca9329498346173910573.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9329498346173910573.p12 thread started 2024-11-10T16:11:59,764 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4727fa6b, L:/127.0.0.1:34345 - R:/127.0.0.1:55736] 2024-11-10T16:11:59,806 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55736, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T16:11:59,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:11:59,809 DEBUG [FileChangeWatcher-hbase_test_ca9329498346173910573.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9329498346173910573.p12 was interrupted and is shutting down... 2024-11-10T16:11:59,809 DEBUG [FileChangeWatcher-hbase_test_key13648747877551351571.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13648747877551351571.p12 was interrupted and is shutting down... 2024-11-10T16:11:59,809 INFO [FileChangeWatcher-hbase_test_ca9329498346173910573.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9329498346173910573.p12 thread finished 2024-11-10T16:11:59,809 INFO [FileChangeWatcher-hbase_test_key13648747877551351571.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13648747877551351571.p12 thread finished 2024-11-10T16:12:00,105 DEBUG [FileChangeWatcher-hbase_test_ca9329498346173910573.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13648747877551351571.p12 2024-11-10T16:12:00,105 DEBUG [FileChangeWatcher-hbase_test_key13648747877551351571.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13648747877551351571.p12 2024-11-10T16:12:00,105 INFO [FileChangeWatcher-hbase_test_key13648747877551351571.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13648747877551351571.p12 2024-11-10T16:12:00,105 DEBUG [FileChangeWatcher-hbase_test_ca9329498346173910573.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13648747877551351571.p12 2024-11-10T16:12:00,134 DEBUG [FileChangeWatcher-hbase_test_key13648747877551351571.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13648747877551351571.p12 2024-11-10T16:12:00,134 DEBUG [FileChangeWatcher-hbase_test_ca9329498346173910573.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13648747877551351571.p12 2024-11-10T16:12:00,134 INFO [FileChangeWatcher-hbase_test_key13648747877551351571.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13648747877551351571.p12 2024-11-10T16:12:00,134 DEBUG [FileChangeWatcher-hbase_test_ca9329498346173910573.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13648747877551351571.p12 2024-11-10T16:12:00,135 DEBUG [FileChangeWatcher-hbase_test_ca9329498346173910573.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9329498346173910573.p12 2024-11-10T16:12:00,135 DEBUG [FileChangeWatcher-hbase_test_key13648747877551351571.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9329498346173910573.p12 2024-11-10T16:12:00,135 INFO [FileChangeWatcher-hbase_test_ca9329498346173910573.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9329498346173910573.p12 2024-11-10T16:12:00,135 DEBUG [FileChangeWatcher-hbase_test_key13648747877551351571.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9329498346173910573.p12 2024-11-10T16:12:00,151 DEBUG [FileChangeWatcher-hbase_test_key13648747877551351571.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9329498346173910573.p12 2024-11-10T16:12:00,151 DEBUG [FileChangeWatcher-hbase_test_ca9329498346173910573.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9329498346173910573.p12 2024-11-10T16:12:00,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ef8d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:12:00,151 INFO [FileChangeWatcher-hbase_test_ca9329498346173910573.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9329498346173910573.p12 2024-11-10T16:12:00,151 DEBUG [FileChangeWatcher-hbase_test_key13648747877551351571.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9329498346173910573.p12 2024-11-10T16:12:00,151 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T16:12:00,152 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:12:00,189 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:12:00,190 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:00,190 INFO [FileChangeWatcher-hbase_test_key13648747877551351571.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13648747877551351571.p12 thread started 2024-11-10T16:12:00,190 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:00,191 INFO [FileChangeWatcher-hbase_test_ca9329498346173910573.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9329498346173910573.p12 thread started 2024-11-10T16:12:00,191 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T16:12:00,208 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:12:00,225 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:12:00,226 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf1100184, L:/127.0.0.1:34345 - R:/127.0.0.1:55748] 2024-11-10T16:12:00,267 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55748, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T16:12:00,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:12:00,269 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34345 2024-11-10T16:12:00,269 DEBUG [FileChangeWatcher-hbase_test_ca9329498346173910573.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9329498346173910573.p12 was interrupted and is shutting down... 2024-11-10T16:12:00,269 DEBUG [FileChangeWatcher-hbase_test_key13648747877551351571.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13648747877551351571.p12 was interrupted and is shutting down... 2024-11-10T16:12:00,269 DEBUG [FileChangeWatcher-hbase_test_key13648747877551351571.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13648747877551351571.p12 was interrupted and is shutting down... 2024-11-10T16:12:00,269 DEBUG [FileChangeWatcher-hbase_test_ca9329498346173910573.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9329498346173910573.p12 was interrupted and is shutting down... 2024-11-10T16:12:00,269 INFO [FileChangeWatcher-hbase_test_key13648747877551351571.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13648747877551351571.p12 thread finished 2024-11-10T16:12:00,269 INFO [FileChangeWatcher-hbase_test_ca9329498346173910573.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9329498346173910573.p12 thread finished 2024-11-10T16:12:00,276 INFO [FileChangeWatcher-hbase_test_key13648747877551351571.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13648747877551351571.p12 thread finished 2024-11-10T16:12:00,276 INFO [FileChangeWatcher-hbase_test_ca9329498346173910573.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9329498346173910573.p12 thread finished 2024-11-10T16:12:00,277 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=35 (was 31) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca9329498346173910573.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=247 (was 247), ProcessCount=11 (was 11), AvailableMemoryMB=8006 (was 8063) 2024-11-10T16:12:00,283 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=247, ProcessCount=11, AvailableMemoryMB=8006 2024-11-10T16:12:00,815 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:12:00,816 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41607 2024-11-10T16:12:00,816 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-10T16:12:00,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d9e3e10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:12:00,817 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T16:12:00,818 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:12:01,158 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:12:01,158 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:01,159 INFO [FileChangeWatcher-hbase_test_key13470488812213438528.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13470488812213438528.bcfks thread started 2024-11-10T16:12:01,159 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:01,160 INFO [FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks thread started 2024-11-10T16:12:01,160 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T16:12:01,325 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:12:01,491 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:12:01,492 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:01,493 INFO [FileChangeWatcher-hbase_test_key13470488812213438528.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13470488812213438528.bcfks thread started 2024-11-10T16:12:01,493 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:01,493 INFO [FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks thread started 2024-11-10T16:12:01,493 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x20876fbc, L:/127.0.0.1:41607 - R:/127.0.0.1:50340] 2024-11-10T16:12:01,686 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50340, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T16:12:02,065 DEBUG [FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13470488812213438528.bcfks 2024-11-10T16:12:02,065 DEBUG [FileChangeWatcher-hbase_test_key13470488812213438528.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13470488812213438528.bcfks 2024-11-10T16:12:02,065 DEBUG [FileChangeWatcher-hbase_test_key13470488812213438528.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13470488812213438528.bcfks 2024-11-10T16:12:02,065 DEBUG [FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13470488812213438528.bcfks 2024-11-10T16:12:02,065 INFO [FileChangeWatcher-hbase_test_key13470488812213438528.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13470488812213438528.bcfks 2024-11-10T16:12:02,065 DEBUG [FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13470488812213438528.bcfks 2024-11-10T16:12:02,065 INFO [FileChangeWatcher-hbase_test_key13470488812213438528.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13470488812213438528.bcfks 2024-11-10T16:12:02,065 DEBUG [FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13470488812213438528.bcfks 2024-11-10T16:12:02,311 DEBUG [FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13470488812213438528.bcfks 2024-11-10T16:12:02,311 DEBUG [FileChangeWatcher-hbase_test_key13470488812213438528.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13470488812213438528.bcfks 2024-11-10T16:12:02,311 DEBUG [FileChangeWatcher-hbase_test_key13470488812213438528.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13470488812213438528.bcfks 2024-11-10T16:12:02,311 DEBUG [FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13470488812213438528.bcfks 2024-11-10T16:12:02,311 DEBUG [FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13470488812213438528.bcfks 2024-11-10T16:12:02,311 INFO [FileChangeWatcher-hbase_test_key13470488812213438528.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13470488812213438528.bcfks 2024-11-10T16:12:02,311 INFO [FileChangeWatcher-hbase_test_key13470488812213438528.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13470488812213438528.bcfks 2024-11-10T16:12:02,311 DEBUG [FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13470488812213438528.bcfks 2024-11-10T16:12:02,311 DEBUG [FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13019844220402736047.bcfks 2024-11-10T16:12:02,311 DEBUG [FileChangeWatcher-hbase_test_key13470488812213438528.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13019844220402736047.bcfks 2024-11-10T16:12:02,311 DEBUG [FileChangeWatcher-hbase_test_key13470488812213438528.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13019844220402736047.bcfks 2024-11-10T16:12:02,311 DEBUG [FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13019844220402736047.bcfks 2024-11-10T16:12:02,311 INFO [FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13019844220402736047.bcfks 2024-11-10T16:12:02,311 DEBUG [FileChangeWatcher-hbase_test_key13470488812213438528.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13019844220402736047.bcfks 2024-11-10T16:12:02,311 DEBUG [FileChangeWatcher-hbase_test_key13470488812213438528.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13019844220402736047.bcfks 2024-11-10T16:12:02,311 INFO [FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13019844220402736047.bcfks 2024-11-10T16:12:02,474 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,41607,0 is dead - stopping the connection localhost:41607/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-10T16:12:02,474 DEBUG [FileChangeWatcher-hbase_test_key13470488812213438528.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13019844220402736047.bcfks 2024-11-10T16:12:02,474 DEBUG [FileChangeWatcher-hbase_test_key13470488812213438528.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13019844220402736047.bcfks 2024-11-10T16:12:02,474 DEBUG [FileChangeWatcher-hbase_test_key13470488812213438528.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13019844220402736047.bcfks 2024-11-10T16:12:02,474 DEBUG [FileChangeWatcher-hbase_test_key13470488812213438528.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13019844220402736047.bcfks 2024-11-10T16:12:02,474 DEBUG [FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13019844220402736047.bcfks 2024-11-10T16:12:02,474 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T16:12:02,474 DEBUG [FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13019844220402736047.bcfks 2024-11-10T16:12:02,474 INFO [FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13019844220402736047.bcfks 2024-11-10T16:12:02,474 INFO [FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13019844220402736047.bcfks 2024-11-10T16:12:02,475 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:12:02,804 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:12:02,805 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T16:12:02,970 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:12:03,134 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:12:03,135 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe5f3ba76, L:/127.0.0.1:41607 - R:/127.0.0.1:50342] 2024-11-10T16:12:03,321 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50342, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T16:12:03,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:12:03,323 DEBUG [FileChangeWatcher-hbase_test_key13470488812213438528.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13470488812213438528.bcfks was interrupted and is shutting down... 2024-11-10T16:12:03,323 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41607 2024-11-10T16:12:03,323 DEBUG [FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks was interrupted and is shutting down... 2024-11-10T16:12:03,323 DEBUG [FileChangeWatcher-hbase_test_key13470488812213438528.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13470488812213438528.bcfks was interrupted and is shutting down... 2024-11-10T16:12:03,323 DEBUG [FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks was interrupted and is shutting down... 2024-11-10T16:12:03,323 INFO [FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks thread finished 2024-11-10T16:12:03,323 INFO [FileChangeWatcher-hbase_test_key13470488812213438528.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13470488812213438528.bcfks thread finished 2024-11-10T16:12:03,324 INFO [FileChangeWatcher-hbase_test_key13470488812213438528.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13470488812213438528.bcfks thread finished 2024-11-10T16:12:03,330 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 31) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=235 (was 247), ProcessCount=11 (was 11), AvailableMemoryMB=7925 (was 8006) 2024-11-10T16:12:03,337 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=235, ProcessCount=11, AvailableMemoryMB=7924 2024-11-10T16:12:03,338 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:12:03,339 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37343 2024-11-10T16:12:03,339 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-10T16:12:03,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a40cde2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:12:03,340 INFO [FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks thread finished 2024-11-10T16:12:03,340 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T16:12:03,341 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:12:03,668 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:12:03,669 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:03,669 INFO [FileChangeWatcher-hbase_test_key13470488812213438528.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13470488812213438528.bcfks thread started 2024-11-10T16:12:03,669 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:03,670 INFO [FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks thread started 2024-11-10T16:12:03,670 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T16:12:03,834 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:12:03,998 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:12:03,999 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:03,999 INFO [FileChangeWatcher-hbase_test_key13470488812213438528.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13470488812213438528.bcfks thread started 2024-11-10T16:12:03,999 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:04,000 INFO [FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks thread started 2024-11-10T16:12:04,000 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x420cf6b3, L:/127.0.0.1:37343 - R:/127.0.0.1:46888] 2024-11-10T16:12:04,179 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46888, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T16:12:04,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:12:04,181 DEBUG [FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks was interrupted and is shutting down... 2024-11-10T16:12:04,181 DEBUG [FileChangeWatcher-hbase_test_key13470488812213438528.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13470488812213438528.bcfks was interrupted and is shutting down... 2024-11-10T16:12:04,181 INFO [FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks thread finished 2024-11-10T16:12:04,181 INFO [FileChangeWatcher-hbase_test_key13470488812213438528.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13470488812213438528.bcfks thread finished 2024-11-10T16:12:04,408 DEBUG [FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13470488812213438528.bcfks 2024-11-10T16:12:04,408 DEBUG [FileChangeWatcher-hbase_test_key13470488812213438528.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13470488812213438528.bcfks 2024-11-10T16:12:04,409 DEBUG [FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13470488812213438528.bcfks 2024-11-10T16:12:04,409 INFO [FileChangeWatcher-hbase_test_key13470488812213438528.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13470488812213438528.bcfks 2024-11-10T16:12:04,655 DEBUG [FileChangeWatcher-hbase_test_key13470488812213438528.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13470488812213438528.bcfks 2024-11-10T16:12:04,655 DEBUG [FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13470488812213438528.bcfks 2024-11-10T16:12:04,655 INFO [FileChangeWatcher-hbase_test_key13470488812213438528.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13470488812213438528.bcfks 2024-11-10T16:12:04,655 DEBUG [FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13470488812213438528.bcfks 2024-11-10T16:12:04,655 DEBUG [FileChangeWatcher-hbase_test_key13470488812213438528.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13019844220402736047.bcfks 2024-11-10T16:12:04,655 DEBUG [FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13019844220402736047.bcfks 2024-11-10T16:12:04,655 INFO [FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13019844220402736047.bcfks 2024-11-10T16:12:04,655 DEBUG [FileChangeWatcher-hbase_test_key13470488812213438528.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13019844220402736047.bcfks 2024-11-10T16:12:04,819 DEBUG [FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13019844220402736047.bcfks 2024-11-10T16:12:04,819 DEBUG [FileChangeWatcher-hbase_test_key13470488812213438528.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13019844220402736047.bcfks 2024-11-10T16:12:04,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c184dfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:12:04,819 INFO [FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13019844220402736047.bcfks 2024-11-10T16:12:04,819 DEBUG [FileChangeWatcher-hbase_test_key13470488812213438528.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13019844220402736047.bcfks 2024-11-10T16:12:04,820 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T16:12:04,821 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:12:05,148 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:12:05,149 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:05,150 INFO [FileChangeWatcher-hbase_test_key13470488812213438528.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13470488812213438528.bcfks thread started 2024-11-10T16:12:05,150 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:05,150 INFO [FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks thread started 2024-11-10T16:12:05,150 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T16:12:05,314 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:12:05,479 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:12:05,479 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x811f1a61, L:/127.0.0.1:37343 - R:/127.0.0.1:46890] 2024-11-10T16:12:05,666 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46890, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T16:12:05,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:12:05,669 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37343 2024-11-10T16:12:05,669 DEBUG [FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks was interrupted and is shutting down... 2024-11-10T16:12:05,669 DEBUG [FileChangeWatcher-hbase_test_key13470488812213438528.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13470488812213438528.bcfks was interrupted and is shutting down... 2024-11-10T16:12:05,669 DEBUG [FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks was interrupted and is shutting down... 2024-11-10T16:12:05,669 DEBUG [FileChangeWatcher-hbase_test_key13470488812213438528.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13470488812213438528.bcfks was interrupted and is shutting down... 2024-11-10T16:12:05,669 INFO [FileChangeWatcher-hbase_test_key13470488812213438528.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13470488812213438528.bcfks thread finished 2024-11-10T16:12:05,676 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=41 (was 35) Potentially hanging thread: FileChangeWatcher-hbase_test_key13470488812213438528.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=235 (was 235), ProcessCount=11 (was 11), AvailableMemoryMB=7891 (was 7924) 2024-11-10T16:12:05,682 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=41, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=235, ProcessCount=11, AvailableMemoryMB=7890 2024-11-10T16:12:05,684 INFO [FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks thread finished 2024-11-10T16:12:05,684 INFO [FileChangeWatcher-hbase_test_key13470488812213438528.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13470488812213438528.bcfks thread finished 2024-11-10T16:12:05,684 INFO [FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13019844220402736047.bcfks thread finished 2024-11-10T16:12:05,807 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:12:05,807 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40001 2024-11-10T16:12:05,808 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-10T16:12:05,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4347df3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:12:05,808 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T16:12:05,809 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:12:05,843 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:12:05,844 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:05,844 INFO [FileChangeWatcher-hbase_test_key14508754388602590090.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14508754388602590090.jks thread started 2024-11-10T16:12:05,844 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:05,845 INFO [FileChangeWatcher-hbase_test_ca12356685316912833959.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12356685316912833959.jks thread started 2024-11-10T16:12:05,845 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T16:12:05,862 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:12:05,879 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:12:05,880 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:05,880 INFO [FileChangeWatcher-hbase_test_key14508754388602590090.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14508754388602590090.jks thread started 2024-11-10T16:12:05,880 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:05,881 INFO [FileChangeWatcher-hbase_test_ca12356685316912833959.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12356685316912833959.jks thread started 2024-11-10T16:12:05,881 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa105ad90, L:/127.0.0.1:40001 - R:/127.0.0.1:54336] 2024-11-10T16:12:05,935 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54336, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T16:12:05,943 DEBUG [FileChangeWatcher-hbase_test_ca12356685316912833959.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14508754388602590090.jks 2024-11-10T16:12:05,943 DEBUG [FileChangeWatcher-hbase_test_key14508754388602590090.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14508754388602590090.jks 2024-11-10T16:12:05,943 DEBUG [FileChangeWatcher-hbase_test_ca12356685316912833959.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14508754388602590090.jks 2024-11-10T16:12:05,943 DEBUG [FileChangeWatcher-hbase_test_key14508754388602590090.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14508754388602590090.jks 2024-11-10T16:12:05,943 DEBUG [FileChangeWatcher-hbase_test_ca12356685316912833959.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14508754388602590090.jks 2024-11-10T16:12:05,943 INFO [FileChangeWatcher-hbase_test_key14508754388602590090.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14508754388602590090.jks 2024-11-10T16:12:05,943 DEBUG [FileChangeWatcher-hbase_test_ca12356685316912833959.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14508754388602590090.jks 2024-11-10T16:12:05,943 INFO [FileChangeWatcher-hbase_test_key14508754388602590090.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14508754388602590090.jks 2024-11-10T16:12:05,972 DEBUG [FileChangeWatcher-hbase_test_ca12356685316912833959.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14508754388602590090.jks 2024-11-10T16:12:05,972 DEBUG [FileChangeWatcher-hbase_test_key14508754388602590090.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14508754388602590090.jks 2024-11-10T16:12:05,972 DEBUG [FileChangeWatcher-hbase_test_key14508754388602590090.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14508754388602590090.jks 2024-11-10T16:12:05,972 DEBUG [FileChangeWatcher-hbase_test_ca12356685316912833959.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14508754388602590090.jks 2024-11-10T16:12:05,972 DEBUG [FileChangeWatcher-hbase_test_ca12356685316912833959.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14508754388602590090.jks 2024-11-10T16:12:05,972 INFO [FileChangeWatcher-hbase_test_key14508754388602590090.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14508754388602590090.jks 2024-11-10T16:12:05,972 INFO [FileChangeWatcher-hbase_test_key14508754388602590090.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14508754388602590090.jks 2024-11-10T16:12:05,972 DEBUG [FileChangeWatcher-hbase_test_ca12356685316912833959.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12356685316912833959.jks 2024-11-10T16:12:05,972 DEBUG [FileChangeWatcher-hbase_test_ca12356685316912833959.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14508754388602590090.jks 2024-11-10T16:12:05,972 DEBUG [FileChangeWatcher-hbase_test_key14508754388602590090.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12356685316912833959.jks 2024-11-10T16:12:05,972 INFO [FileChangeWatcher-hbase_test_ca12356685316912833959.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12356685316912833959.jks 2024-11-10T16:12:05,972 DEBUG [FileChangeWatcher-hbase_test_ca12356685316912833959.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12356685316912833959.jks 2024-11-10T16:12:05,972 DEBUG [FileChangeWatcher-hbase_test_key14508754388602590090.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12356685316912833959.jks 2024-11-10T16:12:05,972 DEBUG [FileChangeWatcher-hbase_test_key14508754388602590090.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12356685316912833959.jks 2024-11-10T16:12:05,973 INFO [FileChangeWatcher-hbase_test_ca12356685316912833959.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12356685316912833959.jks 2024-11-10T16:12:05,973 DEBUG [FileChangeWatcher-hbase_test_key14508754388602590090.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12356685316912833959.jks 2024-11-10T16:12:05,989 DEBUG [FileChangeWatcher-hbase_test_ca12356685316912833959.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12356685316912833959.jks 2024-11-10T16:12:05,989 DEBUG [FileChangeWatcher-hbase_test_key14508754388602590090.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12356685316912833959.jks 2024-11-10T16:12:05,989 DEBUG [FileChangeWatcher-hbase_test_key14508754388602590090.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12356685316912833959.jks 2024-11-10T16:12:05,989 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40001,0 is dead - stopping the connection localhost:40001/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-10T16:12:05,989 INFO [FileChangeWatcher-hbase_test_ca12356685316912833959.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12356685316912833959.jks 2024-11-10T16:12:05,989 DEBUG [FileChangeWatcher-hbase_test_key14508754388602590090.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12356685316912833959.jks 2024-11-10T16:12:05,989 DEBUG [FileChangeWatcher-hbase_test_ca12356685316912833959.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12356685316912833959.jks 2024-11-10T16:12:05,989 DEBUG [FileChangeWatcher-hbase_test_key14508754388602590090.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12356685316912833959.jks 2024-11-10T16:12:05,989 INFO [FileChangeWatcher-hbase_test_ca12356685316912833959.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12356685316912833959.jks 2024-11-10T16:12:05,989 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T16:12:05,990 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:12:06,023 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:12:06,024 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T16:12:06,041 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:12:06,058 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:12:06,058 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc13f719c, L:/127.0.0.1:40001 - R:/127.0.0.1:54338] 2024-11-10T16:12:06,102 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54338, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T16:12:06,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:12:06,103 DEBUG [FileChangeWatcher-hbase_test_key14508754388602590090.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14508754388602590090.jks was interrupted and is shutting down... 2024-11-10T16:12:06,103 DEBUG [FileChangeWatcher-hbase_test_ca12356685316912833959.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12356685316912833959.jks was interrupted and is shutting down... 2024-11-10T16:12:06,103 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40001 2024-11-10T16:12:06,103 DEBUG [FileChangeWatcher-hbase_test_ca12356685316912833959.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12356685316912833959.jks was interrupted and is shutting down... 2024-11-10T16:12:06,103 DEBUG [FileChangeWatcher-hbase_test_key14508754388602590090.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14508754388602590090.jks was interrupted and is shutting down... 2024-11-10T16:12:06,104 INFO [FileChangeWatcher-hbase_test_ca12356685316912833959.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12356685316912833959.jks thread finished 2024-11-10T16:12:06,104 INFO [FileChangeWatcher-hbase_test_key14508754388602590090.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14508754388602590090.jks thread finished 2024-11-10T16:12:06,110 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39 (was 41), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=235 (was 235), ProcessCount=11 (was 11), AvailableMemoryMB=7868 (was 7890) 2024-11-10T16:12:06,116 INFO [FileChangeWatcher-hbase_test_key14508754388602590090.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14508754388602590090.jks thread finished 2024-11-10T16:12:06,116 INFO [FileChangeWatcher-hbase_test_ca12356685316912833959.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12356685316912833959.jks thread finished 2024-11-10T16:12:06,116 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=235, ProcessCount=11, AvailableMemoryMB=7868 2024-11-10T16:12:06,117 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:12:06,118 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45863 2024-11-10T16:12:06,118 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-10T16:12:06,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c2f880, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:12:06,119 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T16:12:06,119 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:12:06,152 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:12:06,153 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:06,153 INFO [FileChangeWatcher-hbase_test_key14508754388602590090.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14508754388602590090.jks thread started 2024-11-10T16:12:06,153 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:06,154 INFO [FileChangeWatcher-hbase_test_ca12356685316912833959.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12356685316912833959.jks thread started 2024-11-10T16:12:06,154 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T16:12:06,171 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:12:06,188 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:12:06,189 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:06,189 INFO [FileChangeWatcher-hbase_test_key14508754388602590090.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14508754388602590090.jks thread started 2024-11-10T16:12:06,189 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:06,190 INFO [FileChangeWatcher-hbase_test_ca12356685316912833959.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12356685316912833959.jks thread started 2024-11-10T16:12:06,190 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa4d14391, L:/127.0.0.1:45863 - R:/127.0.0.1:59042] 2024-11-10T16:12:06,234 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59042, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T16:12:06,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:12:06,236 DEBUG [FileChangeWatcher-hbase_test_key14508754388602590090.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14508754388602590090.jks was interrupted and is shutting down... 2024-11-10T16:12:06,236 DEBUG [FileChangeWatcher-hbase_test_ca12356685316912833959.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12356685316912833959.jks was interrupted and is shutting down... 2024-11-10T16:12:06,236 INFO [FileChangeWatcher-hbase_test_ca12356685316912833959.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12356685316912833959.jks thread finished 2024-11-10T16:12:06,237 INFO [FileChangeWatcher-hbase_test_key14508754388602590090.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14508754388602590090.jks thread finished 2024-11-10T16:12:06,244 DEBUG [FileChangeWatcher-hbase_test_key14508754388602590090.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14508754388602590090.jks 2024-11-10T16:12:06,244 DEBUG [FileChangeWatcher-hbase_test_ca12356685316912833959.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14508754388602590090.jks 2024-11-10T16:12:06,244 INFO [FileChangeWatcher-hbase_test_key14508754388602590090.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14508754388602590090.jks 2024-11-10T16:12:06,244 DEBUG [FileChangeWatcher-hbase_test_ca12356685316912833959.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14508754388602590090.jks 2024-11-10T16:12:06,274 DEBUG [FileChangeWatcher-hbase_test_key14508754388602590090.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14508754388602590090.jks 2024-11-10T16:12:06,274 DEBUG [FileChangeWatcher-hbase_test_ca12356685316912833959.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14508754388602590090.jks 2024-11-10T16:12:06,274 INFO [FileChangeWatcher-hbase_test_key14508754388602590090.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14508754388602590090.jks 2024-11-10T16:12:06,274 DEBUG [FileChangeWatcher-hbase_test_ca12356685316912833959.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14508754388602590090.jks 2024-11-10T16:12:06,274 DEBUG [FileChangeWatcher-hbase_test_key14508754388602590090.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12356685316912833959.jks 2024-11-10T16:12:06,274 DEBUG [FileChangeWatcher-hbase_test_key14508754388602590090.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12356685316912833959.jks 2024-11-10T16:12:06,274 DEBUG [FileChangeWatcher-hbase_test_ca12356685316912833959.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12356685316912833959.jks 2024-11-10T16:12:06,274 INFO [FileChangeWatcher-hbase_test_ca12356685316912833959.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12356685316912833959.jks 2024-11-10T16:12:06,291 DEBUG [FileChangeWatcher-hbase_test_key14508754388602590090.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12356685316912833959.jks 2024-11-10T16:12:06,291 DEBUG [FileChangeWatcher-hbase_test_ca12356685316912833959.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12356685316912833959.jks 2024-11-10T16:12:06,291 DEBUG [FileChangeWatcher-hbase_test_key14508754388602590090.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12356685316912833959.jks 2024-11-10T16:12:06,291 INFO [FileChangeWatcher-hbase_test_ca12356685316912833959.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12356685316912833959.jks 2024-11-10T16:12:06,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fd5333a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:12:06,291 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T16:12:06,292 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:12:06,326 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:12:06,326 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:06,327 INFO [FileChangeWatcher-hbase_test_key14508754388602590090.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14508754388602590090.jks thread started 2024-11-10T16:12:06,327 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:06,327 INFO [FileChangeWatcher-hbase_test_ca12356685316912833959.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12356685316912833959.jks thread started 2024-11-10T16:12:06,327 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T16:12:06,345 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:12:06,362 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:12:06,362 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xcb9cfea0, L:/127.0.0.1:45863 - R:/127.0.0.1:59050] 2024-11-10T16:12:06,406 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59050, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T16:12:06,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:12:06,408 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45863 2024-11-10T16:12:06,408 DEBUG [FileChangeWatcher-hbase_test_ca12356685316912833959.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12356685316912833959.jks was interrupted and is shutting down... 2024-11-10T16:12:06,408 DEBUG [FileChangeWatcher-hbase_test_key14508754388602590090.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14508754388602590090.jks was interrupted and is shutting down... 2024-11-10T16:12:06,408 DEBUG [FileChangeWatcher-hbase_test_key14508754388602590090.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14508754388602590090.jks was interrupted and is shutting down... 2024-11-10T16:12:06,408 DEBUG [FileChangeWatcher-hbase_test_ca12356685316912833959.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12356685316912833959.jks was interrupted and is shutting down... 2024-11-10T16:12:06,408 INFO [FileChangeWatcher-hbase_test_ca12356685316912833959.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12356685316912833959.jks thread finished 2024-11-10T16:12:06,408 INFO [FileChangeWatcher-hbase_test_key14508754388602590090.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14508754388602590090.jks thread finished 2024-11-10T16:12:06,408 INFO [FileChangeWatcher-hbase_test_ca12356685316912833959.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12356685316912833959.jks thread finished 2024-11-10T16:12:06,409 INFO [FileChangeWatcher-hbase_test_key14508754388602590090.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14508754388602590090.jks thread finished 2024-11-10T16:12:06,415 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=235 (was 235), ProcessCount=11 (was 11), AvailableMemoryMB=7851 (was 7868) 2024-11-10T16:12:06,421 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=235, ProcessCount=11, AvailableMemoryMB=7850 2024-11-10T16:12:06,426 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:12:06,427 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43691 2024-11-10T16:12:06,427 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-10T16:12:06,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38725104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:12:06,428 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T16:12:06,428 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:12:06,433 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:12:06,433 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:06,434 INFO [FileChangeWatcher-hbase_test_key4895370380185976122.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4895370380185976122.pem thread started 2024-11-10T16:12:06,434 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:06,434 INFO [FileChangeWatcher-hbase_test_ca9476024662460299265.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9476024662460299265.pem thread started 2024-11-10T16:12:06,434 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T16:12:06,438 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:12:06,439 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:12:06,439 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:06,439 INFO [FileChangeWatcher-hbase_test_key4895370380185976122.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4895370380185976122.pem thread started 2024-11-10T16:12:06,440 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:06,452 INFO [FileChangeWatcher-hbase_test_ca9476024662460299265.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9476024662460299265.pem thread started 2024-11-10T16:12:06,452 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf5735d44, L:/127.0.0.1:43691 - R:/127.0.0.1:58026] 2024-11-10T16:12:06,466 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58026, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T16:12:06,475 DEBUG [FileChangeWatcher-hbase_test_ca9476024662460299265.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4895370380185976122.pem 2024-11-10T16:12:06,475 DEBUG [FileChangeWatcher-hbase_test_key4895370380185976122.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4895370380185976122.pem 2024-11-10T16:12:06,475 DEBUG [FileChangeWatcher-hbase_test_key4895370380185976122.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4895370380185976122.pem 2024-11-10T16:12:06,475 INFO [FileChangeWatcher-hbase_test_key4895370380185976122.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4895370380185976122.pem 2024-11-10T16:12:06,475 DEBUG [FileChangeWatcher-hbase_test_ca9476024662460299265.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4895370380185976122.pem 2024-11-10T16:12:06,475 INFO [FileChangeWatcher-hbase_test_key4895370380185976122.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4895370380185976122.pem 2024-11-10T16:12:06,475 DEBUG [FileChangeWatcher-hbase_test_ca9476024662460299265.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4895370380185976122.pem 2024-11-10T16:12:06,475 DEBUG [FileChangeWatcher-hbase_test_ca9476024662460299265.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4895370380185976122.pem 2024-11-10T16:12:06,476 DEBUG [FileChangeWatcher-hbase_test_ca9476024662460299265.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4895370380185976122.pem 2024-11-10T16:12:06,476 DEBUG [FileChangeWatcher-hbase_test_ca9476024662460299265.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4895370380185976122.pem 2024-11-10T16:12:06,476 DEBUG [FileChangeWatcher-hbase_test_ca9476024662460299265.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4895370380185976122.pem 2024-11-10T16:12:06,476 DEBUG [FileChangeWatcher-hbase_test_ca9476024662460299265.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4895370380185976122.pem 2024-11-10T16:12:06,476 DEBUG [FileChangeWatcher-hbase_test_key4895370380185976122.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4895370380185976122.pem 2024-11-10T16:12:06,476 DEBUG [FileChangeWatcher-hbase_test_key4895370380185976122.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4895370380185976122.pem 2024-11-10T16:12:06,476 DEBUG [FileChangeWatcher-hbase_test_ca9476024662460299265.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9476024662460299265.pem 2024-11-10T16:12:06,476 INFO [FileChangeWatcher-hbase_test_key4895370380185976122.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4895370380185976122.pem 2024-11-10T16:12:06,476 INFO [FileChangeWatcher-hbase_test_key4895370380185976122.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4895370380185976122.pem 2024-11-10T16:12:06,476 INFO [FileChangeWatcher-hbase_test_ca9476024662460299265.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9476024662460299265.pem 2024-11-10T16:12:06,476 DEBUG [FileChangeWatcher-hbase_test_ca9476024662460299265.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9476024662460299265.pem 2024-11-10T16:12:06,476 DEBUG [FileChangeWatcher-hbase_test_ca9476024662460299265.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9476024662460299265.pem 2024-11-10T16:12:06,476 DEBUG [FileChangeWatcher-hbase_test_key4895370380185976122.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9476024662460299265.pem 2024-11-10T16:12:06,476 INFO [FileChangeWatcher-hbase_test_ca9476024662460299265.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9476024662460299265.pem 2024-11-10T16:12:06,476 DEBUG [FileChangeWatcher-hbase_test_key4895370380185976122.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9476024662460299265.pem 2024-11-10T16:12:06,476 INFO [FileChangeWatcher-hbase_test_ca9476024662460299265.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9476024662460299265.pem 2024-11-10T16:12:06,476 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,43691,0 is dead - stopping the connection localhost:43691/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-10T16:12:06,476 DEBUG [FileChangeWatcher-hbase_test_ca9476024662460299265.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9476024662460299265.pem 2024-11-10T16:12:06,476 DEBUG [FileChangeWatcher-hbase_test_key4895370380185976122.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9476024662460299265.pem 2024-11-10T16:12:06,476 INFO [FileChangeWatcher-hbase_test_ca9476024662460299265.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9476024662460299265.pem 2024-11-10T16:12:06,476 DEBUG [FileChangeWatcher-hbase_test_key4895370380185976122.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9476024662460299265.pem 2024-11-10T16:12:06,476 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T16:12:06,477 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:12:06,481 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:12:06,482 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T16:12:06,487 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:12:06,488 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:12:06,488 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x209cf5cd, L:/127.0.0.1:43691 - R:/127.0.0.1:58034] 2024-11-10T16:12:06,506 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58034, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T16:12:06,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:12:06,507 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43691 2024-11-10T16:12:06,507 DEBUG [FileChangeWatcher-hbase_test_key4895370380185976122.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4895370380185976122.pem was interrupted and is shutting down... 2024-11-10T16:12:06,507 DEBUG [FileChangeWatcher-hbase_test_ca9476024662460299265.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9476024662460299265.pem was interrupted and is shutting down... 2024-11-10T16:12:06,507 DEBUG [FileChangeWatcher-hbase_test_key4895370380185976122.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4895370380185976122.pem was interrupted and is shutting down... 2024-11-10T16:12:06,507 DEBUG [FileChangeWatcher-hbase_test_ca9476024662460299265.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9476024662460299265.pem was interrupted and is shutting down... 2024-11-10T16:12:06,508 INFO [FileChangeWatcher-hbase_test_key4895370380185976122.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4895370380185976122.pem thread finished 2024-11-10T16:12:06,508 INFO [FileChangeWatcher-hbase_test_ca9476024662460299265.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9476024662460299265.pem thread finished 2024-11-10T16:12:06,508 INFO [FileChangeWatcher-hbase_test_key4895370380185976122.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4895370380185976122.pem thread finished 2024-11-10T16:12:06,514 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=235 (was 235), ProcessCount=11 (was 11), AvailableMemoryMB=7830 (was 7850) 2024-11-10T16:12:06,519 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=235, ProcessCount=11, AvailableMemoryMB=7830 2024-11-10T16:12:06,520 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:12:06,521 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43551 2024-11-10T16:12:06,521 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-10T16:12:06,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@244cf22f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:12:06,522 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T16:12:06,522 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:12:06,524 INFO [FileChangeWatcher-hbase_test_ca9476024662460299265.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9476024662460299265.pem thread finished 2024-11-10T16:12:06,526 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:12:06,527 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:06,527 INFO [FileChangeWatcher-hbase_test_key4895370380185976122.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4895370380185976122.pem thread started 2024-11-10T16:12:06,527 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:06,527 INFO [FileChangeWatcher-hbase_test_ca9476024662460299265.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9476024662460299265.pem thread started 2024-11-10T16:12:06,528 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T16:12:06,531 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:12:06,532 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:12:06,532 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:06,532 INFO [FileChangeWatcher-hbase_test_key4895370380185976122.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4895370380185976122.pem thread started 2024-11-10T16:12:06,533 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:06,533 INFO [FileChangeWatcher-hbase_test_ca9476024662460299265.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9476024662460299265.pem thread started 2024-11-10T16:12:06,533 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x23d2835f, L:/127.0.0.1:43551 - R:/127.0.0.1:43142] 2024-11-10T16:12:06,546 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43142, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T16:12:06,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:12:06,548 DEBUG [FileChangeWatcher-hbase_test_ca9476024662460299265.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9476024662460299265.pem was interrupted and is shutting down... 2024-11-10T16:12:06,548 DEBUG [FileChangeWatcher-hbase_test_key4895370380185976122.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4895370380185976122.pem was interrupted and is shutting down... 2024-11-10T16:12:06,548 INFO [FileChangeWatcher-hbase_test_key4895370380185976122.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4895370380185976122.pem thread finished 2024-11-10T16:12:06,548 INFO [FileChangeWatcher-hbase_test_ca9476024662460299265.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9476024662460299265.pem thread finished 2024-11-10T16:12:06,556 DEBUG [FileChangeWatcher-hbase_test_key4895370380185976122.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4895370380185976122.pem 2024-11-10T16:12:06,556 DEBUG [FileChangeWatcher-hbase_test_ca9476024662460299265.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4895370380185976122.pem 2024-11-10T16:12:06,556 INFO [FileChangeWatcher-hbase_test_key4895370380185976122.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4895370380185976122.pem 2024-11-10T16:12:06,556 DEBUG [FileChangeWatcher-hbase_test_key4895370380185976122.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4895370380185976122.pem 2024-11-10T16:12:06,556 DEBUG [FileChangeWatcher-hbase_test_ca9476024662460299265.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4895370380185976122.pem 2024-11-10T16:12:06,556 INFO [FileChangeWatcher-hbase_test_key4895370380185976122.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4895370380185976122.pem 2024-11-10T16:12:06,556 DEBUG [FileChangeWatcher-hbase_test_ca9476024662460299265.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4895370380185976122.pem 2024-11-10T16:12:06,556 DEBUG [FileChangeWatcher-hbase_test_ca9476024662460299265.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4895370380185976122.pem 2024-11-10T16:12:06,556 DEBUG [FileChangeWatcher-hbase_test_key4895370380185976122.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9476024662460299265.pem 2024-11-10T16:12:06,556 DEBUG [FileChangeWatcher-hbase_test_ca9476024662460299265.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9476024662460299265.pem 2024-11-10T16:12:06,556 DEBUG [FileChangeWatcher-hbase_test_key4895370380185976122.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9476024662460299265.pem 2024-11-10T16:12:06,556 INFO [FileChangeWatcher-hbase_test_ca9476024662460299265.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9476024662460299265.pem 2024-11-10T16:12:06,556 DEBUG [FileChangeWatcher-hbase_test_key4895370380185976122.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9476024662460299265.pem 2024-11-10T16:12:06,556 DEBUG [FileChangeWatcher-hbase_test_ca9476024662460299265.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9476024662460299265.pem 2024-11-10T16:12:06,556 DEBUG [FileChangeWatcher-hbase_test_key4895370380185976122.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9476024662460299265.pem 2024-11-10T16:12:06,556 INFO [FileChangeWatcher-hbase_test_ca9476024662460299265.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9476024662460299265.pem 2024-11-10T16:12:06,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d467dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:12:06,557 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T16:12:06,558 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:12:06,562 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:12:06,563 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:06,563 INFO [FileChangeWatcher-hbase_test_key4895370380185976122.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4895370380185976122.pem thread started 2024-11-10T16:12:06,563 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:06,563 INFO [FileChangeWatcher-hbase_test_ca9476024662460299265.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9476024662460299265.pem thread started 2024-11-10T16:12:06,564 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T16:12:06,568 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:12:06,568 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:12:06,568 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9f1b78bc, L:/127.0.0.1:43551 - R:/127.0.0.1:43158] 2024-11-10T16:12:06,583 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43158, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T16:12:06,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:12:06,584 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43551 2024-11-10T16:12:06,584 DEBUG [FileChangeWatcher-hbase_test_ca9476024662460299265.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9476024662460299265.pem was interrupted and is shutting down... 2024-11-10T16:12:06,584 DEBUG [FileChangeWatcher-hbase_test_key4895370380185976122.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4895370380185976122.pem was interrupted and is shutting down... 2024-11-10T16:12:06,584 DEBUG [FileChangeWatcher-hbase_test_key4895370380185976122.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4895370380185976122.pem was interrupted and is shutting down... 2024-11-10T16:12:06,584 DEBUG [FileChangeWatcher-hbase_test_ca9476024662460299265.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9476024662460299265.pem was interrupted and is shutting down... 2024-11-10T16:12:06,584 INFO [FileChangeWatcher-hbase_test_ca9476024662460299265.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9476024662460299265.pem thread finished 2024-11-10T16:12:06,585 INFO [FileChangeWatcher-hbase_test_key4895370380185976122.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4895370380185976122.pem thread finished 2024-11-10T16:12:06,585 INFO [FileChangeWatcher-hbase_test_key4895370380185976122.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4895370380185976122.pem thread finished 2024-11-10T16:12:06,592 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=235 (was 235), ProcessCount=11 (was 11), AvailableMemoryMB=7829 (was 7830) 2024-11-10T16:12:06,597 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=235, ProcessCount=11, AvailableMemoryMB=7829 2024-11-10T16:12:06,600 INFO [FileChangeWatcher-hbase_test_ca9476024662460299265.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9476024662460299265.pem thread finished 2024-11-10T16:12:06,643 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:12:06,643 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43529 2024-11-10T16:12:06,644 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-10T16:12:06,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573b46a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:12:06,644 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T16:12:06,645 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:12:06,677 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:12:06,677 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:06,678 INFO [FileChangeWatcher-hbase_test_key9157337995475022929.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9157337995475022929.p12 thread started 2024-11-10T16:12:06,678 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:06,678 INFO [FileChangeWatcher-hbase_test_ca4873942211216813599.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4873942211216813599.p12 thread started 2024-11-10T16:12:06,678 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T16:12:06,695 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:12:06,711 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:12:06,711 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:06,712 INFO [FileChangeWatcher-hbase_test_key9157337995475022929.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9157337995475022929.p12 thread started 2024-11-10T16:12:06,712 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:06,712 INFO [FileChangeWatcher-hbase_test_ca4873942211216813599.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4873942211216813599.p12 thread started 2024-11-10T16:12:06,712 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x08326dc3, L:/127.0.0.1:43529 - R:/127.0.0.1:51112] 2024-11-10T16:12:06,751 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51112, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T16:12:06,757 DEBUG [FileChangeWatcher-hbase_test_ca4873942211216813599.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9157337995475022929.p12 2024-11-10T16:12:06,757 DEBUG [FileChangeWatcher-hbase_test_key9157337995475022929.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9157337995475022929.p12 2024-11-10T16:12:06,757 DEBUG [FileChangeWatcher-hbase_test_key9157337995475022929.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9157337995475022929.p12 2024-11-10T16:12:06,757 DEBUG [FileChangeWatcher-hbase_test_ca4873942211216813599.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9157337995475022929.p12 2024-11-10T16:12:06,757 INFO [FileChangeWatcher-hbase_test_key9157337995475022929.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9157337995475022929.p12 2024-11-10T16:12:06,757 DEBUG [FileChangeWatcher-hbase_test_ca4873942211216813599.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9157337995475022929.p12 2024-11-10T16:12:06,757 INFO [FileChangeWatcher-hbase_test_key9157337995475022929.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9157337995475022929.p12 2024-11-10T16:12:06,757 DEBUG [FileChangeWatcher-hbase_test_ca4873942211216813599.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9157337995475022929.p12 2024-11-10T16:12:06,785 DEBUG [FileChangeWatcher-hbase_test_key9157337995475022929.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9157337995475022929.p12 2024-11-10T16:12:06,785 DEBUG [FileChangeWatcher-hbase_test_ca4873942211216813599.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9157337995475022929.p12 2024-11-10T16:12:06,785 DEBUG [FileChangeWatcher-hbase_test_key9157337995475022929.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9157337995475022929.p12 2024-11-10T16:12:06,785 INFO [FileChangeWatcher-hbase_test_key9157337995475022929.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9157337995475022929.p12 2024-11-10T16:12:06,785 DEBUG [FileChangeWatcher-hbase_test_ca4873942211216813599.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9157337995475022929.p12 2024-11-10T16:12:06,785 DEBUG [FileChangeWatcher-hbase_test_key9157337995475022929.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4873942211216813599.p12 2024-11-10T16:12:06,785 DEBUG [FileChangeWatcher-hbase_test_ca4873942211216813599.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9157337995475022929.p12 2024-11-10T16:12:06,785 DEBUG [FileChangeWatcher-hbase_test_ca4873942211216813599.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9157337995475022929.p12 2024-11-10T16:12:06,785 INFO [FileChangeWatcher-hbase_test_key9157337995475022929.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9157337995475022929.p12 2024-11-10T16:12:06,785 DEBUG [FileChangeWatcher-hbase_test_key9157337995475022929.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4873942211216813599.p12 2024-11-10T16:12:06,785 DEBUG [FileChangeWatcher-hbase_test_ca4873942211216813599.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4873942211216813599.p12 2024-11-10T16:12:06,785 DEBUG [FileChangeWatcher-hbase_test_key9157337995475022929.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4873942211216813599.p12 2024-11-10T16:12:06,785 DEBUG [FileChangeWatcher-hbase_test_ca4873942211216813599.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4873942211216813599.p12 2024-11-10T16:12:06,785 INFO [FileChangeWatcher-hbase_test_ca4873942211216813599.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4873942211216813599.p12 2024-11-10T16:12:06,786 INFO [FileChangeWatcher-hbase_test_ca4873942211216813599.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4873942211216813599.p12 2024-11-10T16:12:06,786 DEBUG [FileChangeWatcher-hbase_test_key9157337995475022929.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4873942211216813599.p12 2024-11-10T16:12:06,801 DEBUG [FileChangeWatcher-hbase_test_key9157337995475022929.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4873942211216813599.p12 2024-11-10T16:12:06,801 DEBUG [FileChangeWatcher-hbase_test_ca4873942211216813599.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4873942211216813599.p12 2024-11-10T16:12:06,801 DEBUG [FileChangeWatcher-hbase_test_key9157337995475022929.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4873942211216813599.p12 2024-11-10T16:12:06,801 DEBUG [FileChangeWatcher-hbase_test_ca4873942211216813599.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4873942211216813599.p12 2024-11-10T16:12:06,801 DEBUG [FileChangeWatcher-hbase_test_key9157337995475022929.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4873942211216813599.p12 2024-11-10T16:12:06,801 INFO [FileChangeWatcher-hbase_test_ca4873942211216813599.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4873942211216813599.p12 2024-11-10T16:12:06,801 DEBUG [FileChangeWatcher-hbase_test_key9157337995475022929.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4873942211216813599.p12 2024-11-10T16:12:06,801 INFO [FileChangeWatcher-hbase_test_ca4873942211216813599.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4873942211216813599.p12 2024-11-10T16:12:06,801 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,43529,0 is dead - stopping the connection localhost:43529/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-10T16:12:06,802 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T16:12:06,802 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:12:06,834 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:12:06,835 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T16:12:06,851 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:12:06,867 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:12:06,868 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xef7ee22e, L:/127.0.0.1:43529 - R:/127.0.0.1:51114] 2024-11-10T16:12:06,907 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51114, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T16:12:06,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:12:06,909 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43529 2024-11-10T16:12:06,909 DEBUG [FileChangeWatcher-hbase_test_key9157337995475022929.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9157337995475022929.p12 was interrupted and is shutting down... 2024-11-10T16:12:06,909 DEBUG [FileChangeWatcher-hbase_test_ca4873942211216813599.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4873942211216813599.p12 was interrupted and is shutting down... 2024-11-10T16:12:06,909 DEBUG [FileChangeWatcher-hbase_test_key9157337995475022929.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9157337995475022929.p12 was interrupted and is shutting down... 2024-11-10T16:12:06,909 DEBUG [FileChangeWatcher-hbase_test_ca4873942211216813599.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4873942211216813599.p12 was interrupted and is shutting down... 2024-11-10T16:12:06,909 INFO [FileChangeWatcher-hbase_test_key9157337995475022929.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9157337995475022929.p12 thread finished 2024-11-10T16:12:06,909 INFO [FileChangeWatcher-hbase_test_ca4873942211216813599.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4873942211216813599.p12 thread finished 2024-11-10T16:12:06,909 INFO [FileChangeWatcher-hbase_test_key9157337995475022929.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9157337995475022929.p12 thread finished 2024-11-10T16:12:06,915 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=235 (was 235), ProcessCount=11 (was 11), AvailableMemoryMB=7828 (was 7829) 2024-11-10T16:12:06,921 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=235, ProcessCount=11, AvailableMemoryMB=7828 2024-11-10T16:12:06,921 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:12:06,922 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33039 2024-11-10T16:12:06,922 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-10T16:12:06,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@169013e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:12:06,923 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T16:12:06,923 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:12:06,924 INFO [FileChangeWatcher-hbase_test_ca4873942211216813599.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4873942211216813599.p12 thread finished 2024-11-10T16:12:06,955 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:12:06,956 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:06,956 INFO [FileChangeWatcher-hbase_test_key9157337995475022929.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9157337995475022929.p12 thread started 2024-11-10T16:12:06,956 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:06,957 INFO [FileChangeWatcher-hbase_test_ca4873942211216813599.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4873942211216813599.p12 thread started 2024-11-10T16:12:06,957 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T16:12:06,973 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:12:06,989 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:12:06,990 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:06,990 INFO [FileChangeWatcher-hbase_test_key9157337995475022929.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9157337995475022929.p12 thread started 2024-11-10T16:12:06,990 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:06,990 INFO [FileChangeWatcher-hbase_test_ca4873942211216813599.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4873942211216813599.p12 thread started 2024-11-10T16:12:06,990 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xdd579487, L:/127.0.0.1:33039 - R:/127.0.0.1:36742] 2024-11-10T16:12:07,028 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36742, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T16:12:07,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:12:07,030 DEBUG [FileChangeWatcher-hbase_test_key9157337995475022929.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9157337995475022929.p12 was interrupted and is shutting down... 2024-11-10T16:12:07,030 DEBUG [FileChangeWatcher-hbase_test_ca4873942211216813599.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4873942211216813599.p12 was interrupted and is shutting down... 2024-11-10T16:12:07,030 INFO [FileChangeWatcher-hbase_test_key9157337995475022929.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9157337995475022929.p12 thread finished 2024-11-10T16:12:07,030 INFO [FileChangeWatcher-hbase_test_ca4873942211216813599.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4873942211216813599.p12 thread finished 2024-11-10T16:12:07,036 DEBUG [FileChangeWatcher-hbase_test_ca4873942211216813599.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9157337995475022929.p12 2024-11-10T16:12:07,036 DEBUG [FileChangeWatcher-hbase_test_key9157337995475022929.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9157337995475022929.p12 2024-11-10T16:12:07,036 DEBUG [FileChangeWatcher-hbase_test_ca4873942211216813599.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9157337995475022929.p12 2024-11-10T16:12:07,036 INFO [FileChangeWatcher-hbase_test_key9157337995475022929.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9157337995475022929.p12 2024-11-10T16:12:07,064 DEBUG [FileChangeWatcher-hbase_test_key9157337995475022929.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9157337995475022929.p12 2024-11-10T16:12:07,064 DEBUG [FileChangeWatcher-hbase_test_ca4873942211216813599.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9157337995475022929.p12 2024-11-10T16:12:07,064 INFO [FileChangeWatcher-hbase_test_key9157337995475022929.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9157337995475022929.p12 2024-11-10T16:12:07,064 DEBUG [FileChangeWatcher-hbase_test_ca4873942211216813599.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9157337995475022929.p12 2024-11-10T16:12:07,064 DEBUG [FileChangeWatcher-hbase_test_ca4873942211216813599.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4873942211216813599.p12 2024-11-10T16:12:07,064 DEBUG [FileChangeWatcher-hbase_test_key9157337995475022929.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4873942211216813599.p12 2024-11-10T16:12:07,064 INFO [FileChangeWatcher-hbase_test_ca4873942211216813599.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4873942211216813599.p12 2024-11-10T16:12:07,065 DEBUG [FileChangeWatcher-hbase_test_key9157337995475022929.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4873942211216813599.p12 2024-11-10T16:12:07,081 DEBUG [FileChangeWatcher-hbase_test_key9157337995475022929.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4873942211216813599.p12 2024-11-10T16:12:07,081 DEBUG [FileChangeWatcher-hbase_test_ca4873942211216813599.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4873942211216813599.p12 2024-11-10T16:12:07,081 INFO [FileChangeWatcher-hbase_test_ca4873942211216813599.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4873942211216813599.p12 2024-11-10T16:12:07,081 DEBUG [FileChangeWatcher-hbase_test_key9157337995475022929.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4873942211216813599.p12 2024-11-10T16:12:07,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ec4e68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:12:07,082 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T16:12:07,083 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:12:07,115 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:12:07,115 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:07,116 INFO [FileChangeWatcher-hbase_test_key9157337995475022929.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9157337995475022929.p12 thread started 2024-11-10T16:12:07,116 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:07,116 INFO [FileChangeWatcher-hbase_test_ca4873942211216813599.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4873942211216813599.p12 thread started 2024-11-10T16:12:07,116 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T16:12:07,133 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:12:07,148 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:12:07,149 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe05dc602, L:/127.0.0.1:33039 - R:/127.0.0.1:36750] 2024-11-10T16:12:07,188 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36750, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T16:12:07,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:12:07,189 DEBUG [FileChangeWatcher-hbase_test_key9157337995475022929.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9157337995475022929.p12 was interrupted and is shutting down... 2024-11-10T16:12:07,189 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33039 2024-11-10T16:12:07,189 DEBUG [FileChangeWatcher-hbase_test_ca4873942211216813599.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4873942211216813599.p12 was interrupted and is shutting down... 2024-11-10T16:12:07,189 DEBUG [FileChangeWatcher-hbase_test_ca4873942211216813599.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4873942211216813599.p12 was interrupted and is shutting down... 2024-11-10T16:12:07,189 DEBUG [FileChangeWatcher-hbase_test_key9157337995475022929.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9157337995475022929.p12 was interrupted and is shutting down... 2024-11-10T16:12:07,189 INFO [FileChangeWatcher-hbase_test_key9157337995475022929.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9157337995475022929.p12 thread finished 2024-11-10T16:12:07,196 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=41 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=235 (was 235), ProcessCount=11 (was 11), AvailableMemoryMB=7820 (was 7828) 2024-11-10T16:12:07,202 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=41, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=235, ProcessCount=11, AvailableMemoryMB=7820 2024-11-10T16:12:07,204 INFO [FileChangeWatcher-hbase_test_ca4873942211216813599.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4873942211216813599.p12 thread finished 2024-11-10T16:12:07,204 INFO [FileChangeWatcher-hbase_test_ca4873942211216813599.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4873942211216813599.p12 thread finished 2024-11-10T16:12:07,204 INFO [FileChangeWatcher-hbase_test_key9157337995475022929.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9157337995475022929.p12 thread finished 2024-11-10T16:12:07,612 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:12:07,613 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42223 2024-11-10T16:12:07,613 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-10T16:12:07,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df7309a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:12:07,614 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T16:12:07,615 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:12:07,945 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:12:07,946 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:07,947 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:07,947 INFO [FileChangeWatcher-hbase_test_key18296168034056609021.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18296168034056609021.bcfks thread started 2024-11-10T16:12:07,947 INFO [FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks thread started 2024-11-10T16:12:07,947 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T16:12:08,111 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:12:08,275 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:12:08,275 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:08,276 INFO [FileChangeWatcher-hbase_test_key18296168034056609021.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18296168034056609021.bcfks thread started 2024-11-10T16:12:08,276 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:08,276 INFO [FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks thread started 2024-11-10T16:12:08,276 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbb49f24c, L:/127.0.0.1:42223 - R:/127.0.0.1:54034] 2024-11-10T16:12:08,498 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54034, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T16:12:08,506 DEBUG [FileChangeWatcher-hbase_test_key18296168034056609021.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18296168034056609021.bcfks 2024-11-10T16:12:08,506 DEBUG [FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18296168034056609021.bcfks 2024-11-10T16:12:08,506 DEBUG [FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18296168034056609021.bcfks 2024-11-10T16:12:08,506 DEBUG [FileChangeWatcher-hbase_test_key18296168034056609021.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18296168034056609021.bcfks 2024-11-10T16:12:08,506 INFO [FileChangeWatcher-hbase_test_key18296168034056609021.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18296168034056609021.bcfks 2024-11-10T16:12:08,506 DEBUG [FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18296168034056609021.bcfks 2024-11-10T16:12:08,506 DEBUG [FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18296168034056609021.bcfks 2024-11-10T16:12:08,506 INFO [FileChangeWatcher-hbase_test_key18296168034056609021.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18296168034056609021.bcfks 2024-11-10T16:12:08,751 DEBUG [FileChangeWatcher-hbase_test_key18296168034056609021.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18296168034056609021.bcfks 2024-11-10T16:12:08,751 DEBUG [FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18296168034056609021.bcfks 2024-11-10T16:12:08,751 DEBUG [FileChangeWatcher-hbase_test_key18296168034056609021.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18296168034056609021.bcfks 2024-11-10T16:12:08,751 DEBUG [FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18296168034056609021.bcfks 2024-11-10T16:12:08,751 DEBUG [FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18296168034056609021.bcfks 2024-11-10T16:12:08,751 INFO [FileChangeWatcher-hbase_test_key18296168034056609021.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18296168034056609021.bcfks 2024-11-10T16:12:08,751 INFO [FileChangeWatcher-hbase_test_key18296168034056609021.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18296168034056609021.bcfks 2024-11-10T16:12:08,751 DEBUG [FileChangeWatcher-hbase_test_key18296168034056609021.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8368238174754894305.bcfks 2024-11-10T16:12:08,751 DEBUG [FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18296168034056609021.bcfks 2024-11-10T16:12:08,751 DEBUG [FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8368238174754894305.bcfks 2024-11-10T16:12:08,751 DEBUG [FileChangeWatcher-hbase_test_key18296168034056609021.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8368238174754894305.bcfks 2024-11-10T16:12:08,751 DEBUG [FileChangeWatcher-hbase_test_key18296168034056609021.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8368238174754894305.bcfks 2024-11-10T16:12:08,751 INFO [FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8368238174754894305.bcfks 2024-11-10T16:12:08,751 DEBUG [FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8368238174754894305.bcfks 2024-11-10T16:12:08,751 DEBUG [FileChangeWatcher-hbase_test_key18296168034056609021.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8368238174754894305.bcfks 2024-11-10T16:12:08,751 INFO [FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8368238174754894305.bcfks 2024-11-10T16:12:08,914 DEBUG [FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8368238174754894305.bcfks 2024-11-10T16:12:08,914 DEBUG [FileChangeWatcher-hbase_test_key18296168034056609021.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8368238174754894305.bcfks 2024-11-10T16:12:08,914 DEBUG [FileChangeWatcher-hbase_test_key18296168034056609021.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8368238174754894305.bcfks 2024-11-10T16:12:08,914 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,42223,0 is dead - stopping the connection localhost:42223/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-10T16:12:08,914 DEBUG [FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8368238174754894305.bcfks 2024-11-10T16:12:08,914 DEBUG [FileChangeWatcher-hbase_test_key18296168034056609021.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8368238174754894305.bcfks 2024-11-10T16:12:08,914 DEBUG [FileChangeWatcher-hbase_test_key18296168034056609021.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8368238174754894305.bcfks 2024-11-10T16:12:08,914 INFO [FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8368238174754894305.bcfks 2024-11-10T16:12:08,914 INFO [FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8368238174754894305.bcfks 2024-11-10T16:12:08,914 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T16:12:08,915 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:12:09,244 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:12:09,244 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T16:12:09,409 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:12:09,574 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:12:09,574 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x00d45b87, L:/127.0.0.1:42223 - R:/127.0.0.1:54050] 2024-11-10T16:12:09,755 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54050, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T16:12:09,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:12:09,756 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42223 2024-11-10T16:12:09,756 DEBUG [FileChangeWatcher-hbase_test_key18296168034056609021.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18296168034056609021.bcfks was interrupted and is shutting down... 2024-11-10T16:12:09,756 DEBUG [FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks was interrupted and is shutting down... 2024-11-10T16:12:09,756 DEBUG [FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks was interrupted and is shutting down... 2024-11-10T16:12:09,756 DEBUG [FileChangeWatcher-hbase_test_key18296168034056609021.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18296168034056609021.bcfks was interrupted and is shutting down... 2024-11-10T16:12:09,757 INFO [FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks thread finished 2024-11-10T16:12:09,757 INFO [FileChangeWatcher-hbase_test_key18296168034056609021.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18296168034056609021.bcfks thread finished 2024-11-10T16:12:09,757 INFO [FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks thread finished 2024-11-10T16:12:09,763 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 41), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 235), ProcessCount=11 (was 11), AvailableMemoryMB=7831 (was 7820) - AvailableMemoryMB LEAK? - 2024-11-10T16:12:09,769 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=225, ProcessCount=11, AvailableMemoryMB=7831 2024-11-10T16:12:09,770 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T16:12:09,771 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38335 2024-11-10T16:12:09,771 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-10T16:12:09,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bbd81ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:12:09,772 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T16:12:09,772 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:12:09,776 INFO [FileChangeWatcher-hbase_test_key18296168034056609021.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18296168034056609021.bcfks thread finished 2024-11-10T16:12:10,100 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:12:10,101 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:10,101 INFO [FileChangeWatcher-hbase_test_key18296168034056609021.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18296168034056609021.bcfks thread started 2024-11-10T16:12:10,101 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:10,102 INFO [FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks thread started 2024-11-10T16:12:10,102 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T16:12:10,265 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:12:10,430 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:12:10,430 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:10,431 INFO [FileChangeWatcher-hbase_test_key18296168034056609021.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18296168034056609021.bcfks thread started 2024-11-10T16:12:10,431 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:10,431 INFO [FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks thread started 2024-11-10T16:12:10,431 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb1ffbc9c, L:/127.0.0.1:38335 - R:/127.0.0.1:43610] 2024-11-10T16:12:10,609 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43610, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T16:12:10,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:12:10,611 DEBUG [FileChangeWatcher-hbase_test_key18296168034056609021.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18296168034056609021.bcfks was interrupted and is shutting down... 2024-11-10T16:12:10,611 DEBUG [FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks was interrupted and is shutting down... 2024-11-10T16:12:10,612 INFO [FileChangeWatcher-hbase_test_key18296168034056609021.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18296168034056609021.bcfks thread finished 2024-11-10T16:12:10,612 INFO [FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks thread finished 2024-11-10T16:12:10,618 DEBUG [FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18296168034056609021.bcfks 2024-11-10T16:12:10,618 DEBUG [FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18296168034056609021.bcfks 2024-11-10T16:12:10,618 DEBUG [FileChangeWatcher-hbase_test_key18296168034056609021.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18296168034056609021.bcfks 2024-11-10T16:12:10,618 INFO [FileChangeWatcher-hbase_test_key18296168034056609021.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18296168034056609021.bcfks 2024-11-10T16:12:10,863 DEBUG [FileChangeWatcher-hbase_test_key18296168034056609021.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18296168034056609021.bcfks 2024-11-10T16:12:10,863 DEBUG [FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18296168034056609021.bcfks 2024-11-10T16:12:10,863 DEBUG [FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18296168034056609021.bcfks 2024-11-10T16:12:10,863 INFO [FileChangeWatcher-hbase_test_key18296168034056609021.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18296168034056609021.bcfks 2024-11-10T16:12:10,863 DEBUG [FileChangeWatcher-hbase_test_key18296168034056609021.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8368238174754894305.bcfks 2024-11-10T16:12:10,863 DEBUG [FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8368238174754894305.bcfks 2024-11-10T16:12:10,863 DEBUG [FileChangeWatcher-hbase_test_key18296168034056609021.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8368238174754894305.bcfks 2024-11-10T16:12:10,863 INFO [FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8368238174754894305.bcfks 2024-11-10T16:12:11,026 DEBUG [FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8368238174754894305.bcfks 2024-11-10T16:12:11,026 DEBUG [FileChangeWatcher-hbase_test_key18296168034056609021.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8368238174754894305.bcfks 2024-11-10T16:12:11,026 INFO [FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8368238174754894305.bcfks 2024-11-10T16:12:11,026 DEBUG [FileChangeWatcher-hbase_test_key18296168034056609021.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8368238174754894305.bcfks 2024-11-10T16:12:11,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f75f3f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T16:12:11,026 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T16:12:11,027 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:12:11,354 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:12:11,354 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:11,355 INFO [FileChangeWatcher-hbase_test_key18296168034056609021.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18296168034056609021.bcfks thread started 2024-11-10T16:12:11,355 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/005ce3dd-19ee-cd2e-15be-3040d86bb480/TestNettyTLSIPCFileWatcher 2024-11-10T16:12:11,355 INFO [FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks thread started 2024-11-10T16:12:11,355 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T16:12:11,519 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T16:12:11,683 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T16:12:11,683 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x47ddb3ab, L:/127.0.0.1:38335 - R:/127.0.0.1:43624] 2024-11-10T16:12:11,863 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43624, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T16:12:11,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T16:12:11,865 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38335 2024-11-10T16:12:11,865 DEBUG [FileChangeWatcher-hbase_test_key18296168034056609021.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18296168034056609021.bcfks was interrupted and is shutting down... 2024-11-10T16:12:11,865 DEBUG [FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks was interrupted and is shutting down... 2024-11-10T16:12:11,865 DEBUG [FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks was interrupted and is shutting down... 2024-11-10T16:12:11,865 DEBUG [FileChangeWatcher-hbase_test_key18296168034056609021.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18296168034056609021.bcfks was interrupted and is shutting down... 2024-11-10T16:12:11,872 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=43 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 225), ProcessCount=11 (was 11), AvailableMemoryMB=7830 (was 7831) 2024-11-10T16:12:11,884 INFO [FileChangeWatcher-hbase_test_key18296168034056609021.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18296168034056609021.bcfks thread finished 2024-11-10T16:12:11,884 INFO [FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks thread finished 2024-11-10T16:12:11,884 INFO [FileChangeWatcher-hbase_test_key18296168034056609021.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18296168034056609021.bcfks thread finished 2024-11-10T16:12:11,884 INFO [FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8368238174754894305.bcfks thread finished