2024-11-24 09:12:00,661 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-24 09:12:00,677 main DEBUG Took 0.013496 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-24 09:12:00,677 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-24 09:12:00,677 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-24 09:12:00,678 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-24 09:12:00,680 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:12:00,689 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-24 09:12:00,701 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:12:00,702 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:12:00,703 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:12:00,703 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:12:00,703 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:12:00,704 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:12:00,705 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:12:00,705 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:12:00,705 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:12:00,706 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:12:00,706 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:12:00,707 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:12:00,707 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:12:00,707 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:12:00,708 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:12:00,708 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:12:00,708 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:12:00,709 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:12:00,709 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:12:00,709 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:12:00,710 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:12:00,710 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:12:00,710 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:12:00,711 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:12:00,711 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:12:00,711 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-24 09:12:00,713 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:12:00,714 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-24 09:12:00,716 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-24 09:12:00,716 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-24 09:12:00,718 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-24 09:12:00,718 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-24 09:12:00,726 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-24 09:12:00,729 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-24 09:12:00,731 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-24 09:12:00,731 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-24 09:12:00,731 main DEBUG createAppenders(={Console}) 2024-11-24 09:12:00,732 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-24 09:12:00,732 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-24 09:12:00,733 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-24 09:12:00,733 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-24 09:12:00,734 main DEBUG OutputStream closed 2024-11-24 09:12:00,734 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-24 09:12:00,734 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-24 09:12:00,734 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-24 09:12:00,811 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-24 09:12:00,814 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-24 09:12:00,815 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-24 09:12:00,816 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-24 09:12:00,816 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-24 09:12:00,817 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-24 09:12:00,817 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-24 09:12:00,817 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-24 09:12:00,817 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-24 09:12:00,818 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-24 09:12:00,818 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-24 09:12:00,818 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-24 09:12:00,819 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-24 09:12:00,819 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-24 09:12:00,819 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-24 09:12:00,820 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-24 09:12:00,820 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-24 09:12:00,821 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-24 09:12:00,823 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24 09:12:00,824 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-24 09:12:00,824 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-24 09:12:00,825 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-24T09:12:00,842 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-24 09:12:00,844 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-24 09:12:00,845 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24T09:12:01,273 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-24T09:12:02,105 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=160, ProcessCount=11, AvailableMemoryMB=8150 2024-11-24T09:12:02,788 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T09:12:02,833 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-24T09:12:02,849 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-24T09:12:02,861 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-24T09:12:02,934 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T09:12:02,970 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 30986 (auto-detected) 2024-11-24T09:12:02,972 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-24T09:12:02,995 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34253 2024-11-24T09:12:02,999 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T09:12:03,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:12:03,028 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-24T09:12:03,028 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-24T09:12:03,296 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T09:12:03,351 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:03,400 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:03,490 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:03,492 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:03,492 INFO [FileChangeWatcher-hbase_test_key15091809545801891308.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15091809545801891308.jks thread started 2024-11-24T09:12:03,493 INFO [FileChangeWatcher-hbase_test_ca7299926409783774549.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7299926409783774549.jks thread started 2024-11-24T09:12:03,500 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T09:12:03,543 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:03,561 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:03,627 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:03,628 INFO [FileChangeWatcher-hbase_test_key15091809545801891308.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15091809545801891308.jks thread started 2024-11-24T09:12:03,628 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:03,629 INFO [FileChangeWatcher-hbase_test_ca7299926409783774549.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7299926409783774549.jks thread started 2024-11-24T09:12:03,630 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x387dba56, L:/127.0.0.1:34253 - R:/127.0.0.1:43238] 2024-11-24T09:12:03,764 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43238, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T09:12:04,139 DEBUG [FileChangeWatcher-hbase_test_key15091809545801891308.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15091809545801891308.jks 2024-11-24T09:12:04,139 DEBUG [FileChangeWatcher-hbase_test_key15091809545801891308.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15091809545801891308.jks 2024-11-24T09:12:04,139 INFO [FileChangeWatcher-hbase_test_key15091809545801891308.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15091809545801891308.jks 2024-11-24T09:12:04,139 INFO [FileChangeWatcher-hbase_test_key15091809545801891308.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15091809545801891308.jks 2024-11-24T09:12:04,139 DEBUG [FileChangeWatcher-hbase_test_ca7299926409783774549.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15091809545801891308.jks 2024-11-24T09:12:04,140 DEBUG [FileChangeWatcher-hbase_test_ca7299926409783774549.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15091809545801891308.jks 2024-11-24T09:12:04,140 DEBUG [FileChangeWatcher-hbase_test_ca7299926409783774549.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15091809545801891308.jks 2024-11-24T09:12:04,140 DEBUG [FileChangeWatcher-hbase_test_ca7299926409783774549.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15091809545801891308.jks 2024-11-24T09:12:04,165 DEBUG [FileChangeWatcher-hbase_test_key15091809545801891308.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15091809545801891308.jks 2024-11-24T09:12:04,165 DEBUG [FileChangeWatcher-hbase_test_ca7299926409783774549.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15091809545801891308.jks 2024-11-24T09:12:04,165 DEBUG [FileChangeWatcher-hbase_test_ca7299926409783774549.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15091809545801891308.jks 2024-11-24T09:12:04,165 DEBUG [FileChangeWatcher-hbase_test_key15091809545801891308.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15091809545801891308.jks 2024-11-24T09:12:04,165 INFO [FileChangeWatcher-hbase_test_key15091809545801891308.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15091809545801891308.jks 2024-11-24T09:12:04,165 DEBUG [FileChangeWatcher-hbase_test_ca7299926409783774549.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15091809545801891308.jks 2024-11-24T09:12:04,165 DEBUG [FileChangeWatcher-hbase_test_ca7299926409783774549.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15091809545801891308.jks 2024-11-24T09:12:04,165 INFO [FileChangeWatcher-hbase_test_key15091809545801891308.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15091809545801891308.jks 2024-11-24T09:12:04,166 DEBUG [FileChangeWatcher-hbase_test_key15091809545801891308.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7299926409783774549.jks 2024-11-24T09:12:04,166 DEBUG [FileChangeWatcher-hbase_test_ca7299926409783774549.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7299926409783774549.jks 2024-11-24T09:12:04,166 DEBUG [FileChangeWatcher-hbase_test_ca7299926409783774549.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7299926409783774549.jks 2024-11-24T09:12:04,166 DEBUG [FileChangeWatcher-hbase_test_key15091809545801891308.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7299926409783774549.jks 2024-11-24T09:12:04,166 DEBUG [FileChangeWatcher-hbase_test_key15091809545801891308.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7299926409783774549.jks 2024-11-24T09:12:04,166 INFO [FileChangeWatcher-hbase_test_ca7299926409783774549.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7299926409783774549.jks 2024-11-24T09:12:04,166 INFO [FileChangeWatcher-hbase_test_ca7299926409783774549.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7299926409783774549.jks 2024-11-24T09:12:04,166 DEBUG [FileChangeWatcher-hbase_test_key15091809545801891308.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7299926409783774549.jks 2024-11-24T09:12:04,184 DEBUG [FileChangeWatcher-hbase_test_ca7299926409783774549.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7299926409783774549.jks 2024-11-24T09:12:04,184 DEBUG [FileChangeWatcher-hbase_test_key15091809545801891308.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7299926409783774549.jks 2024-11-24T09:12:04,184 DEBUG [FileChangeWatcher-hbase_test_ca7299926409783774549.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7299926409783774549.jks 2024-11-24T09:12:04,184 DEBUG [FileChangeWatcher-hbase_test_key15091809545801891308.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7299926409783774549.jks 2024-11-24T09:12:04,184 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34253,0 is dead - stopping the connection localhost:34253/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-24T09:12:04,184 INFO [FileChangeWatcher-hbase_test_ca7299926409783774549.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7299926409783774549.jks 2024-11-24T09:12:04,184 DEBUG [FileChangeWatcher-hbase_test_key15091809545801891308.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7299926409783774549.jks 2024-11-24T09:12:04,184 DEBUG [FileChangeWatcher-hbase_test_key15091809545801891308.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7299926409783774549.jks 2024-11-24T09:12:04,184 INFO [FileChangeWatcher-hbase_test_ca7299926409783774549.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7299926409783774549.jks 2024-11-24T09:12:04,186 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T09:12:04,187 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:04,218 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:04,218 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T09:12:04,234 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:04,249 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:04,250 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd5a1c924, L:/127.0.0.1:34253 - R:/127.0.0.1:43248] 2024-11-24T09:12:04,294 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43248, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T09:12:04,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:12:04,297 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34253 2024-11-24T09:12:04,297 DEBUG [FileChangeWatcher-hbase_test_ca7299926409783774549.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7299926409783774549.jks was interrupted and is shutting down... 2024-11-24T09:12:04,297 DEBUG [FileChangeWatcher-hbase_test_key15091809545801891308.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15091809545801891308.jks was interrupted and is shutting down... 2024-11-24T09:12:04,298 DEBUG [FileChangeWatcher-hbase_test_key15091809545801891308.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15091809545801891308.jks was interrupted and is shutting down... 2024-11-24T09:12:04,298 DEBUG [FileChangeWatcher-hbase_test_ca7299926409783774549.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7299926409783774549.jks was interrupted and is shutting down... 2024-11-24T09:12:04,298 INFO [FileChangeWatcher-hbase_test_ca7299926409783774549.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7299926409783774549.jks thread finished 2024-11-24T09:12:04,298 INFO [FileChangeWatcher-hbase_test_key15091809545801891308.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15091809545801891308.jks thread finished 2024-11-24T09:12:04,298 INFO [FileChangeWatcher-hbase_test_ca7299926409783774549.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7299926409783774549.jks thread finished 2024-11-24T09:12:04,298 INFO [FileChangeWatcher-hbase_test_key15091809545801891308.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15091809545801891308.jks thread finished 2024-11-24T09:12:04,308 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21 (was 12) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 160), ProcessCount=11 (was 11), AvailableMemoryMB=7997 (was 8150) 2024-11-24T09:12:04,314 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=7996 2024-11-24T09:12:04,316 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T09:12:04,316 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44703 2024-11-24T09:12:04,317 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T09:12:04,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c5db9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:12:04,318 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T09:12:04,319 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:04,350 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:04,351 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:04,352 INFO [FileChangeWatcher-hbase_test_key15091809545801891308.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15091809545801891308.jks thread started 2024-11-24T09:12:04,352 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:04,353 INFO [FileChangeWatcher-hbase_test_ca7299926409783774549.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7299926409783774549.jks thread started 2024-11-24T09:12:04,354 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T09:12:04,371 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:04,387 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:04,387 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:04,388 INFO [FileChangeWatcher-hbase_test_key15091809545801891308.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15091809545801891308.jks thread started 2024-11-24T09:12:04,388 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:04,389 INFO [FileChangeWatcher-hbase_test_ca7299926409783774549.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7299926409783774549.jks thread started 2024-11-24T09:12:04,389 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7d58cf61, L:/127.0.0.1:44703 - R:/127.0.0.1:47152] 2024-11-24T09:12:04,429 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47152, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T09:12:04,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:12:04,432 DEBUG [FileChangeWatcher-hbase_test_key15091809545801891308.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15091809545801891308.jks was interrupted and is shutting down... 2024-11-24T09:12:04,432 DEBUG [FileChangeWatcher-hbase_test_ca7299926409783774549.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7299926409783774549.jks was interrupted and is shutting down... 2024-11-24T09:12:04,432 INFO [FileChangeWatcher-hbase_test_key15091809545801891308.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15091809545801891308.jks thread finished 2024-11-24T09:12:04,433 INFO [FileChangeWatcher-hbase_test_ca7299926409783774549.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7299926409783774549.jks thread finished 2024-11-24T09:12:04,864 DEBUG [FileChangeWatcher-hbase_test_ca7299926409783774549.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15091809545801891308.jks 2024-11-24T09:12:04,864 DEBUG [FileChangeWatcher-hbase_test_key15091809545801891308.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15091809545801891308.jks 2024-11-24T09:12:04,864 DEBUG [FileChangeWatcher-hbase_test_ca7299926409783774549.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15091809545801891308.jks 2024-11-24T09:12:04,864 INFO [FileChangeWatcher-hbase_test_key15091809545801891308.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15091809545801891308.jks 2024-11-24T09:12:04,891 DEBUG [FileChangeWatcher-hbase_test_ca7299926409783774549.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15091809545801891308.jks 2024-11-24T09:12:04,891 DEBUG [FileChangeWatcher-hbase_test_key15091809545801891308.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15091809545801891308.jks 2024-11-24T09:12:04,891 DEBUG [FileChangeWatcher-hbase_test_ca7299926409783774549.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15091809545801891308.jks 2024-11-24T09:12:04,891 INFO [FileChangeWatcher-hbase_test_key15091809545801891308.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15091809545801891308.jks 2024-11-24T09:12:04,891 DEBUG [FileChangeWatcher-hbase_test_ca7299926409783774549.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7299926409783774549.jks 2024-11-24T09:12:04,891 DEBUG [FileChangeWatcher-hbase_test_key15091809545801891308.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7299926409783774549.jks 2024-11-24T09:12:04,891 INFO [FileChangeWatcher-hbase_test_ca7299926409783774549.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7299926409783774549.jks 2024-11-24T09:12:04,892 DEBUG [FileChangeWatcher-hbase_test_key15091809545801891308.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7299926409783774549.jks 2024-11-24T09:12:04,906 DEBUG [FileChangeWatcher-hbase_test_ca7299926409783774549.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7299926409783774549.jks 2024-11-24T09:12:04,906 DEBUG [FileChangeWatcher-hbase_test_key15091809545801891308.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7299926409783774549.jks 2024-11-24T09:12:04,906 INFO [FileChangeWatcher-hbase_test_ca7299926409783774549.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7299926409783774549.jks 2024-11-24T09:12:04,907 DEBUG [FileChangeWatcher-hbase_test_key15091809545801891308.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7299926409783774549.jks 2024-11-24T09:12:04,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@463b82df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:12:04,907 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T09:12:04,908 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:04,940 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:04,941 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:04,941 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:04,941 INFO [FileChangeWatcher-hbase_test_key15091809545801891308.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15091809545801891308.jks thread started 2024-11-24T09:12:04,942 INFO [FileChangeWatcher-hbase_test_ca7299926409783774549.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7299926409783774549.jks thread started 2024-11-24T09:12:04,942 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T09:12:04,960 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:04,975 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:04,976 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x407ae8fa, L:/127.0.0.1:44703 - R:/127.0.0.1:47168] 2024-11-24T09:12:05,016 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47168, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T09:12:05,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:12:05,017 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44703 2024-11-24T09:12:05,017 DEBUG [FileChangeWatcher-hbase_test_ca7299926409783774549.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7299926409783774549.jks was interrupted and is shutting down... 2024-11-24T09:12:05,017 DEBUG [FileChangeWatcher-hbase_test_key15091809545801891308.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15091809545801891308.jks was interrupted and is shutting down... 2024-11-24T09:12:05,018 DEBUG [FileChangeWatcher-hbase_test_key15091809545801891308.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15091809545801891308.jks was interrupted and is shutting down... 2024-11-24T09:12:05,018 DEBUG [FileChangeWatcher-hbase_test_ca7299926409783774549.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7299926409783774549.jks was interrupted and is shutting down... 2024-11-24T09:12:05,018 INFO [FileChangeWatcher-hbase_test_ca7299926409783774549.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7299926409783774549.jks thread finished 2024-11-24T09:12:05,018 INFO [FileChangeWatcher-hbase_test_key15091809545801891308.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15091809545801891308.jks thread finished 2024-11-24T09:12:05,018 INFO [FileChangeWatcher-hbase_test_ca7299926409783774549.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7299926409783774549.jks thread finished 2024-11-24T09:12:05,026 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 21) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key15091809545801891308.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=7919 (was 7996) 2024-11-24T09:12:05,032 INFO [FileChangeWatcher-hbase_test_key15091809545801891308.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15091809545801891308.jks thread finished 2024-11-24T09:12:05,032 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=7919 2024-11-24T09:12:05,081 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T09:12:05,081 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41039 2024-11-24T09:12:05,082 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T09:12:05,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38576bed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:12:05,083 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T09:12:05,084 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:05,103 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:05,104 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:05,104 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:05,104 INFO [FileChangeWatcher-hbase_test_key3409419918308286962.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3409419918308286962.pem thread started 2024-11-24T09:12:05,105 INFO [FileChangeWatcher-hbase_test_ca1820303107966180091.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1820303107966180091.pem thread started 2024-11-24T09:12:05,105 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T09:12:05,119 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:05,119 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:05,120 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:05,120 INFO [FileChangeWatcher-hbase_test_key3409419918308286962.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3409419918308286962.pem thread started 2024-11-24T09:12:05,121 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:05,121 INFO [FileChangeWatcher-hbase_test_ca1820303107966180091.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1820303107966180091.pem thread started 2024-11-24T09:12:05,121 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8b6d5a64, L:/127.0.0.1:41039 - R:/127.0.0.1:49860] 2024-11-24T09:12:05,145 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49860, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T09:12:05,526 DEBUG [FileChangeWatcher-hbase_test_ca1820303107966180091.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3409419918308286962.pem 2024-11-24T09:12:05,526 DEBUG [FileChangeWatcher-hbase_test_key3409419918308286962.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3409419918308286962.pem 2024-11-24T09:12:05,526 DEBUG [FileChangeWatcher-hbase_test_key3409419918308286962.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3409419918308286962.pem 2024-11-24T09:12:05,527 DEBUG [FileChangeWatcher-hbase_test_ca1820303107966180091.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3409419918308286962.pem 2024-11-24T09:12:05,527 INFO [FileChangeWatcher-hbase_test_key3409419918308286962.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3409419918308286962.pem 2024-11-24T09:12:05,527 DEBUG [FileChangeWatcher-hbase_test_ca1820303107966180091.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3409419918308286962.pem 2024-11-24T09:12:05,527 INFO [FileChangeWatcher-hbase_test_key3409419918308286962.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3409419918308286962.pem 2024-11-24T09:12:05,527 DEBUG [FileChangeWatcher-hbase_test_key3409419918308286962.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3409419918308286962.pem 2024-11-24T09:12:05,527 DEBUG [FileChangeWatcher-hbase_test_ca1820303107966180091.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3409419918308286962.pem 2024-11-24T09:12:05,527 DEBUG [FileChangeWatcher-hbase_test_ca1820303107966180091.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3409419918308286962.pem 2024-11-24T09:12:05,527 DEBUG [FileChangeWatcher-hbase_test_ca1820303107966180091.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1820303107966180091.pem 2024-11-24T09:12:05,528 DEBUG [FileChangeWatcher-hbase_test_ca1820303107966180091.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3409419918308286962.pem 2024-11-24T09:12:05,528 INFO [FileChangeWatcher-hbase_test_ca1820303107966180091.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1820303107966180091.pem 2024-11-24T09:12:05,528 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,41039,0 is dead - stopping the connection localhost:41039/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-24T09:12:05,528 INFO [FileChangeWatcher-hbase_test_key3409419918308286962.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3409419918308286962.pem 2024-11-24T09:12:05,528 DEBUG [FileChangeWatcher-hbase_test_key3409419918308286962.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3409419918308286962.pem 2024-11-24T09:12:05,528 DEBUG [FileChangeWatcher-hbase_test_ca1820303107966180091.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1820303107966180091.pem 2024-11-24T09:12:05,528 DEBUG [FileChangeWatcher-hbase_test_key3409419918308286962.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1820303107966180091.pem 2024-11-24T09:12:05,528 INFO [FileChangeWatcher-hbase_test_key3409419918308286962.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3409419918308286962.pem 2024-11-24T09:12:05,528 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T09:12:05,528 INFO [FileChangeWatcher-hbase_test_ca1820303107966180091.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1820303107966180091.pem 2024-11-24T09:12:05,528 DEBUG [FileChangeWatcher-hbase_test_key3409419918308286962.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1820303107966180091.pem 2024-11-24T09:12:05,528 DEBUG [FileChangeWatcher-hbase_test_key3409419918308286962.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1820303107966180091.pem 2024-11-24T09:12:05,529 DEBUG [FileChangeWatcher-hbase_test_key3409419918308286962.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1820303107966180091.pem 2024-11-24T09:12:05,529 DEBUG [FileChangeWatcher-hbase_test_ca1820303107966180091.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1820303107966180091.pem 2024-11-24T09:12:05,529 INFO [FileChangeWatcher-hbase_test_ca1820303107966180091.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1820303107966180091.pem 2024-11-24T09:12:05,530 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:05,536 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:05,536 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T09:12:05,542 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:05,543 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:05,544 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xefe98f2c, L:/127.0.0.1:41039 - R:/127.0.0.1:49874] 2024-11-24T09:12:05,560 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49874, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T09:12:05,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:12:05,562 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41039 2024-11-24T09:12:05,562 DEBUG [FileChangeWatcher-hbase_test_ca1820303107966180091.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1820303107966180091.pem was interrupted and is shutting down... 2024-11-24T09:12:05,562 DEBUG [FileChangeWatcher-hbase_test_key3409419918308286962.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3409419918308286962.pem was interrupted and is shutting down... 2024-11-24T09:12:05,562 INFO [FileChangeWatcher-hbase_test_ca1820303107966180091.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1820303107966180091.pem thread finished 2024-11-24T09:12:05,562 DEBUG [FileChangeWatcher-hbase_test_ca1820303107966180091.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1820303107966180091.pem was interrupted and is shutting down... 2024-11-24T09:12:05,562 INFO [FileChangeWatcher-hbase_test_key3409419918308286962.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3409419918308286962.pem thread finished 2024-11-24T09:12:05,562 DEBUG [FileChangeWatcher-hbase_test_key3409419918308286962.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3409419918308286962.pem was interrupted and is shutting down... 2024-11-24T09:12:05,563 INFO [FileChangeWatcher-hbase_test_ca1820303107966180091.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1820303107966180091.pem thread finished 2024-11-24T09:12:05,569 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key3409419918308286962.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=7851 (was 7919) 2024-11-24T09:12:05,576 INFO [FileChangeWatcher-hbase_test_key3409419918308286962.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3409419918308286962.pem thread finished 2024-11-24T09:12:05,576 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=7850 2024-11-24T09:12:05,578 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T09:12:05,578 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34979 2024-11-24T09:12:05,578 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T09:12:05,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0c46d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:12:05,579 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T09:12:05,580 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:05,585 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:05,586 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:05,586 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:05,586 INFO [FileChangeWatcher-hbase_test_key3409419918308286962.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3409419918308286962.pem thread started 2024-11-24T09:12:05,587 INFO [FileChangeWatcher-hbase_test_ca1820303107966180091.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1820303107966180091.pem thread started 2024-11-24T09:12:05,587 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T09:12:05,593 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:05,594 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:05,595 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:05,595 INFO [FileChangeWatcher-hbase_test_key3409419918308286962.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3409419918308286962.pem thread started 2024-11-24T09:12:05,595 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:05,596 INFO [FileChangeWatcher-hbase_test_ca1820303107966180091.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1820303107966180091.pem thread started 2024-11-24T09:12:05,596 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd28dc203, L:/127.0.0.1:34979 - R:/127.0.0.1:60076] 2024-11-24T09:12:05,610 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60076, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T09:12:05,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:12:05,612 DEBUG [FileChangeWatcher-hbase_test_ca1820303107966180091.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1820303107966180091.pem was interrupted and is shutting down... 2024-11-24T09:12:05,612 DEBUG [FileChangeWatcher-hbase_test_key3409419918308286962.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3409419918308286962.pem was interrupted and is shutting down... 2024-11-24T09:12:05,613 INFO [FileChangeWatcher-hbase_test_ca1820303107966180091.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1820303107966180091.pem thread finished 2024-11-24T09:12:05,613 INFO [FileChangeWatcher-hbase_test_key3409419918308286962.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3409419918308286962.pem thread finished 2024-11-24T09:12:05,967 DEBUG [FileChangeWatcher-hbase_test_ca1820303107966180091.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3409419918308286962.pem 2024-11-24T09:12:05,967 DEBUG [FileChangeWatcher-hbase_test_key3409419918308286962.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3409419918308286962.pem 2024-11-24T09:12:05,967 INFO [FileChangeWatcher-hbase_test_key3409419918308286962.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3409419918308286962.pem 2024-11-24T09:12:05,967 DEBUG [FileChangeWatcher-hbase_test_ca1820303107966180091.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3409419918308286962.pem 2024-11-24T09:12:05,967 DEBUG [FileChangeWatcher-hbase_test_key3409419918308286962.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3409419918308286962.pem 2024-11-24T09:12:05,967 INFO [FileChangeWatcher-hbase_test_key3409419918308286962.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3409419918308286962.pem 2024-11-24T09:12:05,967 DEBUG [FileChangeWatcher-hbase_test_ca1820303107966180091.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3409419918308286962.pem 2024-11-24T09:12:05,967 DEBUG [FileChangeWatcher-hbase_test_key3409419918308286962.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1820303107966180091.pem 2024-11-24T09:12:05,967 DEBUG [FileChangeWatcher-hbase_test_ca1820303107966180091.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3409419918308286962.pem 2024-11-24T09:12:05,968 DEBUG [FileChangeWatcher-hbase_test_key3409419918308286962.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1820303107966180091.pem 2024-11-24T09:12:05,968 DEBUG [FileChangeWatcher-hbase_test_key3409419918308286962.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1820303107966180091.pem 2024-11-24T09:12:05,968 DEBUG [FileChangeWatcher-hbase_test_ca1820303107966180091.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1820303107966180091.pem 2024-11-24T09:12:05,968 DEBUG [FileChangeWatcher-hbase_test_key3409419918308286962.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1820303107966180091.pem 2024-11-24T09:12:05,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3609d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:12:05,968 INFO [FileChangeWatcher-hbase_test_ca1820303107966180091.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1820303107966180091.pem 2024-11-24T09:12:05,968 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T09:12:05,970 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:05,975 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:05,975 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:05,976 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:05,976 INFO [FileChangeWatcher-hbase_test_key3409419918308286962.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3409419918308286962.pem thread started 2024-11-24T09:12:05,977 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T09:12:05,977 INFO [FileChangeWatcher-hbase_test_ca1820303107966180091.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1820303107966180091.pem thread started 2024-11-24T09:12:05,984 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:05,985 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:05,985 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0300263c, L:/127.0.0.1:34979 - R:/127.0.0.1:60080] 2024-11-24T09:12:06,003 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60080, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T09:12:06,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:12:06,005 DEBUG [FileChangeWatcher-hbase_test_key3409419918308286962.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3409419918308286962.pem was interrupted and is shutting down... 2024-11-24T09:12:06,005 DEBUG [FileChangeWatcher-hbase_test_ca1820303107966180091.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1820303107966180091.pem was interrupted and is shutting down... 2024-11-24T09:12:06,005 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34979 2024-11-24T09:12:06,005 DEBUG [FileChangeWatcher-hbase_test_key3409419918308286962.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3409419918308286962.pem was interrupted and is shutting down... 2024-11-24T09:12:06,005 DEBUG [FileChangeWatcher-hbase_test_ca1820303107966180091.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1820303107966180091.pem was interrupted and is shutting down... 2024-11-24T09:12:06,005 INFO [FileChangeWatcher-hbase_test_ca1820303107966180091.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1820303107966180091.pem thread finished 2024-11-24T09:12:06,006 INFO [FileChangeWatcher-hbase_test_ca1820303107966180091.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1820303107966180091.pem thread finished 2024-11-24T09:12:06,006 INFO [FileChangeWatcher-hbase_test_key3409419918308286962.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3409419918308286962.pem thread finished 2024-11-24T09:12:06,012 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 27) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=7787 (was 7850) 2024-11-24T09:12:06,018 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=7787 2024-11-24T09:12:06,024 INFO [FileChangeWatcher-hbase_test_key3409419918308286962.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3409419918308286962.pem thread finished 2024-11-24T09:12:06,066 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T09:12:06,067 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42189 2024-11-24T09:12:06,067 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T09:12:06,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f122a89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:12:06,068 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T09:12:06,069 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:06,103 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:06,104 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:06,104 INFO [FileChangeWatcher-hbase_test_key4296854222349841798.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4296854222349841798.p12 thread started 2024-11-24T09:12:06,104 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:06,105 INFO [FileChangeWatcher-hbase_test_ca10705434588941762661.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10705434588941762661.p12 thread started 2024-11-24T09:12:06,105 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T09:12:06,123 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:06,139 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:06,140 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:06,140 INFO [FileChangeWatcher-hbase_test_key4296854222349841798.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4296854222349841798.p12 thread started 2024-11-24T09:12:06,141 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:06,141 INFO [FileChangeWatcher-hbase_test_ca10705434588941762661.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10705434588941762661.p12 thread started 2024-11-24T09:12:06,141 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x48a5397d, L:/127.0.0.1:42189 - R:/127.0.0.1:53552] 2024-11-24T09:12:06,181 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53552, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T09:12:06,633 DEBUG [FileChangeWatcher-hbase_test_key4296854222349841798.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4296854222349841798.p12 2024-11-24T09:12:06,633 DEBUG [FileChangeWatcher-hbase_test_ca10705434588941762661.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4296854222349841798.p12 2024-11-24T09:12:06,633 DEBUG [FileChangeWatcher-hbase_test_ca10705434588941762661.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4296854222349841798.p12 2024-11-24T09:12:06,634 INFO [FileChangeWatcher-hbase_test_key4296854222349841798.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4296854222349841798.p12 2024-11-24T09:12:06,634 DEBUG [FileChangeWatcher-hbase_test_ca10705434588941762661.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4296854222349841798.p12 2024-11-24T09:12:06,634 DEBUG [FileChangeWatcher-hbase_test_ca10705434588941762661.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4296854222349841798.p12 2024-11-24T09:12:06,634 DEBUG [FileChangeWatcher-hbase_test_key4296854222349841798.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4296854222349841798.p12 2024-11-24T09:12:06,634 INFO [FileChangeWatcher-hbase_test_key4296854222349841798.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4296854222349841798.p12 2024-11-24T09:12:06,663 DEBUG [FileChangeWatcher-hbase_test_ca10705434588941762661.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4296854222349841798.p12 2024-11-24T09:12:06,663 DEBUG [FileChangeWatcher-hbase_test_key4296854222349841798.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4296854222349841798.p12 2024-11-24T09:12:06,663 DEBUG [FileChangeWatcher-hbase_test_key4296854222349841798.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4296854222349841798.p12 2024-11-24T09:12:06,663 DEBUG [FileChangeWatcher-hbase_test_ca10705434588941762661.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4296854222349841798.p12 2024-11-24T09:12:06,663 DEBUG [FileChangeWatcher-hbase_test_ca10705434588941762661.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4296854222349841798.p12 2024-11-24T09:12:06,663 INFO [FileChangeWatcher-hbase_test_key4296854222349841798.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4296854222349841798.p12 2024-11-24T09:12:06,663 DEBUG [FileChangeWatcher-hbase_test_ca10705434588941762661.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4296854222349841798.p12 2024-11-24T09:12:06,663 INFO [FileChangeWatcher-hbase_test_key4296854222349841798.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4296854222349841798.p12 2024-11-24T09:12:06,663 DEBUG [FileChangeWatcher-hbase_test_ca10705434588941762661.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10705434588941762661.p12 2024-11-24T09:12:06,664 DEBUG [FileChangeWatcher-hbase_test_key4296854222349841798.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10705434588941762661.p12 2024-11-24T09:12:06,664 DEBUG [FileChangeWatcher-hbase_test_ca10705434588941762661.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10705434588941762661.p12 2024-11-24T09:12:06,664 DEBUG [FileChangeWatcher-hbase_test_key4296854222349841798.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10705434588941762661.p12 2024-11-24T09:12:06,664 INFO [FileChangeWatcher-hbase_test_ca10705434588941762661.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10705434588941762661.p12 2024-11-24T09:12:06,664 DEBUG [FileChangeWatcher-hbase_test_key4296854222349841798.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10705434588941762661.p12 2024-11-24T09:12:06,664 INFO [FileChangeWatcher-hbase_test_ca10705434588941762661.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10705434588941762661.p12 2024-11-24T09:12:06,664 DEBUG [FileChangeWatcher-hbase_test_key4296854222349841798.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10705434588941762661.p12 2024-11-24T09:12:06,680 DEBUG [FileChangeWatcher-hbase_test_key4296854222349841798.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10705434588941762661.p12 2024-11-24T09:12:06,680 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,42189,0 is dead - stopping the connection localhost:42189/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-24T09:12:06,680 DEBUG [FileChangeWatcher-hbase_test_ca10705434588941762661.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10705434588941762661.p12 2024-11-24T09:12:06,680 DEBUG [FileChangeWatcher-hbase_test_ca10705434588941762661.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10705434588941762661.p12 2024-11-24T09:12:06,680 DEBUG [FileChangeWatcher-hbase_test_key4296854222349841798.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10705434588941762661.p12 2024-11-24T09:12:06,680 DEBUG [FileChangeWatcher-hbase_test_key4296854222349841798.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10705434588941762661.p12 2024-11-24T09:12:06,681 INFO [FileChangeWatcher-hbase_test_ca10705434588941762661.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10705434588941762661.p12 2024-11-24T09:12:06,681 INFO [FileChangeWatcher-hbase_test_ca10705434588941762661.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10705434588941762661.p12 2024-11-24T09:12:06,681 DEBUG [FileChangeWatcher-hbase_test_key4296854222349841798.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10705434588941762661.p12 2024-11-24T09:12:06,681 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T09:12:06,682 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:06,716 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:06,717 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T09:12:06,734 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:06,751 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:06,752 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x738754e2, L:/127.0.0.1:42189 - R:/127.0.0.1:53568] 2024-11-24T09:12:06,791 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53568, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T09:12:06,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:12:06,793 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42189 2024-11-24T09:12:06,793 DEBUG [FileChangeWatcher-hbase_test_key4296854222349841798.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4296854222349841798.p12 was interrupted and is shutting down... 2024-11-24T09:12:06,793 DEBUG [FileChangeWatcher-hbase_test_ca10705434588941762661.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10705434588941762661.p12 was interrupted and is shutting down... 2024-11-24T09:12:06,793 DEBUG [FileChangeWatcher-hbase_test_key4296854222349841798.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4296854222349841798.p12 was interrupted and is shutting down... 2024-11-24T09:12:06,793 DEBUG [FileChangeWatcher-hbase_test_ca10705434588941762661.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10705434588941762661.p12 was interrupted and is shutting down... 2024-11-24T09:12:06,794 INFO [FileChangeWatcher-hbase_test_ca10705434588941762661.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10705434588941762661.p12 thread finished 2024-11-24T09:12:06,794 INFO [FileChangeWatcher-hbase_test_key4296854222349841798.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4296854222349841798.p12 thread finished 2024-11-24T09:12:06,794 INFO [FileChangeWatcher-hbase_test_key4296854222349841798.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4296854222349841798.p12 thread finished 2024-11-24T09:12:06,800 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31 (was 29) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca10705434588941762661.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=7686 (was 7787) 2024-11-24T09:12:06,806 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=7686 2024-11-24T09:12:06,808 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T09:12:06,808 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36747 2024-11-24T09:12:06,808 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T09:12:06,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ae17525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:12:06,809 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T09:12:06,810 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:06,816 INFO [FileChangeWatcher-hbase_test_ca10705434588941762661.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10705434588941762661.p12 thread finished 2024-11-24T09:12:06,844 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:06,844 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:06,845 INFO [FileChangeWatcher-hbase_test_key4296854222349841798.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4296854222349841798.p12 thread started 2024-11-24T09:12:06,845 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:06,845 INFO [FileChangeWatcher-hbase_test_ca10705434588941762661.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10705434588941762661.p12 thread started 2024-11-24T09:12:06,846 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T09:12:06,863 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:06,879 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:06,880 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:06,881 INFO [FileChangeWatcher-hbase_test_key4296854222349841798.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4296854222349841798.p12 thread started 2024-11-24T09:12:06,881 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:06,881 INFO [FileChangeWatcher-hbase_test_ca10705434588941762661.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10705434588941762661.p12 thread started 2024-11-24T09:12:06,881 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xeea9070c, L:/127.0.0.1:36747 - R:/127.0.0.1:47954] 2024-11-24T09:12:06,921 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47954, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T09:12:06,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:12:06,924 DEBUG [FileChangeWatcher-hbase_test_key4296854222349841798.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4296854222349841798.p12 was interrupted and is shutting down... 2024-11-24T09:12:06,924 DEBUG [FileChangeWatcher-hbase_test_ca10705434588941762661.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10705434588941762661.p12 was interrupted and is shutting down... 2024-11-24T09:12:06,924 INFO [FileChangeWatcher-hbase_test_key4296854222349841798.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4296854222349841798.p12 thread finished 2024-11-24T09:12:06,924 INFO [FileChangeWatcher-hbase_test_ca10705434588941762661.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10705434588941762661.p12 thread finished 2024-11-24T09:12:07,066 DEBUG [FileChangeWatcher-hbase_test_key4296854222349841798.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4296854222349841798.p12 2024-11-24T09:12:07,066 DEBUG [FileChangeWatcher-hbase_test_ca10705434588941762661.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4296854222349841798.p12 2024-11-24T09:12:07,066 INFO [FileChangeWatcher-hbase_test_key4296854222349841798.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4296854222349841798.p12 2024-11-24T09:12:07,066 DEBUG [FileChangeWatcher-hbase_test_ca10705434588941762661.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4296854222349841798.p12 2024-11-24T09:12:07,096 DEBUG [FileChangeWatcher-hbase_test_ca10705434588941762661.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4296854222349841798.p12 2024-11-24T09:12:07,096 DEBUG [FileChangeWatcher-hbase_test_key4296854222349841798.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4296854222349841798.p12 2024-11-24T09:12:07,096 INFO [FileChangeWatcher-hbase_test_key4296854222349841798.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4296854222349841798.p12 2024-11-24T09:12:07,096 DEBUG [FileChangeWatcher-hbase_test_ca10705434588941762661.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4296854222349841798.p12 2024-11-24T09:12:07,096 DEBUG [FileChangeWatcher-hbase_test_key4296854222349841798.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10705434588941762661.p12 2024-11-24T09:12:07,096 DEBUG [FileChangeWatcher-hbase_test_ca10705434588941762661.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10705434588941762661.p12 2024-11-24T09:12:07,096 DEBUG [FileChangeWatcher-hbase_test_key4296854222349841798.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10705434588941762661.p12 2024-11-24T09:12:07,096 INFO [FileChangeWatcher-hbase_test_ca10705434588941762661.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10705434588941762661.p12 2024-11-24T09:12:07,113 DEBUG [FileChangeWatcher-hbase_test_ca10705434588941762661.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10705434588941762661.p12 2024-11-24T09:12:07,113 DEBUG [FileChangeWatcher-hbase_test_key4296854222349841798.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10705434588941762661.p12 2024-11-24T09:12:07,113 DEBUG [FileChangeWatcher-hbase_test_key4296854222349841798.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10705434588941762661.p12 2024-11-24T09:12:07,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ef8d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:12:07,113 INFO [FileChangeWatcher-hbase_test_ca10705434588941762661.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10705434588941762661.p12 2024-11-24T09:12:07,113 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T09:12:07,115 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:07,151 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:07,152 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:07,152 INFO [FileChangeWatcher-hbase_test_key4296854222349841798.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4296854222349841798.p12 thread started 2024-11-24T09:12:07,152 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:07,153 INFO [FileChangeWatcher-hbase_test_ca10705434588941762661.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10705434588941762661.p12 thread started 2024-11-24T09:12:07,153 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T09:12:07,171 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:07,188 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:07,188 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe8628428, L:/127.0.0.1:36747 - R:/127.0.0.1:47960] 2024-11-24T09:12:07,240 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47960, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T09:12:07,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:12:07,241 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36747 2024-11-24T09:12:07,241 DEBUG [FileChangeWatcher-hbase_test_ca10705434588941762661.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10705434588941762661.p12 was interrupted and is shutting down... 2024-11-24T09:12:07,241 DEBUG [FileChangeWatcher-hbase_test_key4296854222349841798.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4296854222349841798.p12 was interrupted and is shutting down... 2024-11-24T09:12:07,242 DEBUG [FileChangeWatcher-hbase_test_key4296854222349841798.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4296854222349841798.p12 was interrupted and is shutting down... 2024-11-24T09:12:07,242 DEBUG [FileChangeWatcher-hbase_test_ca10705434588941762661.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10705434588941762661.p12 was interrupted and is shutting down... 2024-11-24T09:12:07,242 INFO [FileChangeWatcher-hbase_test_key4296854222349841798.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4296854222349841798.p12 thread finished 2024-11-24T09:12:07,242 INFO [FileChangeWatcher-hbase_test_ca10705434588941762661.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10705434588941762661.p12 thread finished 2024-11-24T09:12:07,242 INFO [FileChangeWatcher-hbase_test_ca10705434588941762661.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10705434588941762661.p12 thread finished 2024-11-24T09:12:07,248 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 31) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=7634 (was 7686) 2024-11-24T09:12:07,254 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=7633 2024-11-24T09:12:07,256 INFO [FileChangeWatcher-hbase_test_key4296854222349841798.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4296854222349841798.p12 thread finished 2024-11-24T09:12:07,778 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T09:12:07,778 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42205 2024-11-24T09:12:07,779 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T09:12:07,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c08bc56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:12:07,779 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T09:12:07,781 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:08,115 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:08,116 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:08,116 INFO [FileChangeWatcher-hbase_test_key12392119363299538818.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12392119363299538818.bcfks thread started 2024-11-24T09:12:08,116 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:08,117 INFO [FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks thread started 2024-11-24T09:12:08,117 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T09:12:08,280 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:08,443 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:08,444 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:08,445 INFO [FileChangeWatcher-hbase_test_key12392119363299538818.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12392119363299538818.bcfks thread started 2024-11-24T09:12:08,445 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:08,445 INFO [FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks thread started 2024-11-24T09:12:08,445 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb977703b, L:/127.0.0.1:42205 - R:/127.0.0.1:44536] 2024-11-24T09:12:08,635 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44536, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T09:12:08,929 DEBUG [FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12392119363299538818.bcfks 2024-11-24T09:12:08,929 DEBUG [FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12392119363299538818.bcfks 2024-11-24T09:12:08,929 DEBUG [FileChangeWatcher-hbase_test_key12392119363299538818.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12392119363299538818.bcfks 2024-11-24T09:12:08,929 DEBUG [FileChangeWatcher-hbase_test_key12392119363299538818.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12392119363299538818.bcfks 2024-11-24T09:12:08,929 DEBUG [FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12392119363299538818.bcfks 2024-11-24T09:12:08,929 INFO [FileChangeWatcher-hbase_test_key12392119363299538818.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12392119363299538818.bcfks 2024-11-24T09:12:08,929 DEBUG [FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12392119363299538818.bcfks 2024-11-24T09:12:08,929 INFO [FileChangeWatcher-hbase_test_key12392119363299538818.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12392119363299538818.bcfks 2024-11-24T09:12:09,171 DEBUG [FileChangeWatcher-hbase_test_key12392119363299538818.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12392119363299538818.bcfks 2024-11-24T09:12:09,171 DEBUG [FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12392119363299538818.bcfks 2024-11-24T09:12:09,171 DEBUG [FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12392119363299538818.bcfks 2024-11-24T09:12:09,171 DEBUG [FileChangeWatcher-hbase_test_key12392119363299538818.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12392119363299538818.bcfks 2024-11-24T09:12:09,171 INFO [FileChangeWatcher-hbase_test_key12392119363299538818.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12392119363299538818.bcfks 2024-11-24T09:12:09,171 DEBUG [FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12392119363299538818.bcfks 2024-11-24T09:12:09,171 INFO [FileChangeWatcher-hbase_test_key12392119363299538818.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12392119363299538818.bcfks 2024-11-24T09:12:09,171 DEBUG [FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12392119363299538818.bcfks 2024-11-24T09:12:09,171 DEBUG [FileChangeWatcher-hbase_test_key12392119363299538818.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17249791990062144152.bcfks 2024-11-24T09:12:09,172 DEBUG [FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17249791990062144152.bcfks 2024-11-24T09:12:09,171 DEBUG [FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17249791990062144152.bcfks 2024-11-24T09:12:09,171 DEBUG [FileChangeWatcher-hbase_test_key12392119363299538818.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17249791990062144152.bcfks 2024-11-24T09:12:09,172 DEBUG [FileChangeWatcher-hbase_test_key12392119363299538818.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17249791990062144152.bcfks 2024-11-24T09:12:09,172 INFO [FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17249791990062144152.bcfks 2024-11-24T09:12:09,172 DEBUG [FileChangeWatcher-hbase_test_key12392119363299538818.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17249791990062144152.bcfks 2024-11-24T09:12:09,172 INFO [FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17249791990062144152.bcfks 2024-11-24T09:12:09,339 DEBUG [FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17249791990062144152.bcfks 2024-11-24T09:12:09,339 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,42205,0 is dead - stopping the connection localhost:42205/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-24T09:12:09,339 INFO [FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17249791990062144152.bcfks 2024-11-24T09:12:09,339 DEBUG [FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17249791990062144152.bcfks 2024-11-24T09:12:09,339 INFO [FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17249791990062144152.bcfks 2024-11-24T09:12:09,339 DEBUG [FileChangeWatcher-hbase_test_key12392119363299538818.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17249791990062144152.bcfks 2024-11-24T09:12:09,339 DEBUG [FileChangeWatcher-hbase_test_key12392119363299538818.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17249791990062144152.bcfks 2024-11-24T09:12:09,339 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T09:12:09,339 DEBUG [FileChangeWatcher-hbase_test_key12392119363299538818.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17249791990062144152.bcfks 2024-11-24T09:12:09,340 DEBUG [FileChangeWatcher-hbase_test_key12392119363299538818.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17249791990062144152.bcfks 2024-11-24T09:12:09,341 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:09,667 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:09,667 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T09:12:09,833 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:09,996 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:09,996 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2113ae25, L:/127.0.0.1:42205 - R:/127.0.0.1:44544] 2024-11-24T09:12:10,191 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44544, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T09:12:10,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:12:10,192 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42205 2024-11-24T09:12:10,193 DEBUG [FileChangeWatcher-hbase_test_key12392119363299538818.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12392119363299538818.bcfks was interrupted and is shutting down... 2024-11-24T09:12:10,193 DEBUG [FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks was interrupted and is shutting down... 2024-11-24T09:12:10,193 DEBUG [FileChangeWatcher-hbase_test_key12392119363299538818.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12392119363299538818.bcfks was interrupted and is shutting down... 2024-11-24T09:12:10,193 DEBUG [FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks was interrupted and is shutting down... 2024-11-24T09:12:10,193 INFO [FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks thread finished 2024-11-24T09:12:10,193 INFO [FileChangeWatcher-hbase_test_key12392119363299538818.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12392119363299538818.bcfks thread finished 2024-11-24T09:12:10,193 INFO [FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks thread finished 2024-11-24T09:12:10,193 INFO [FileChangeWatcher-hbase_test_key12392119363299538818.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12392119363299538818.bcfks thread finished 2024-11-24T09:12:10,200 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33 (was 33), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=150 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=7545 (was 7633) 2024-11-24T09:12:10,206 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=150, ProcessCount=11, AvailableMemoryMB=7544 2024-11-24T09:12:10,208 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T09:12:10,208 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33471 2024-11-24T09:12:10,209 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T09:12:10,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59329374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:12:10,210 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T09:12:10,211 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:10,534 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:10,535 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:10,535 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:10,535 INFO [FileChangeWatcher-hbase_test_key12392119363299538818.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12392119363299538818.bcfks thread started 2024-11-24T09:12:10,536 INFO [FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks thread started 2024-11-24T09:12:10,536 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T09:12:10,699 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:10,862 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:10,862 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:10,863 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:10,863 INFO [FileChangeWatcher-hbase_test_key12392119363299538818.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12392119363299538818.bcfks thread started 2024-11-24T09:12:10,863 INFO [FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks thread started 2024-11-24T09:12:10,864 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5777f256, L:/127.0.0.1:33471 - R:/127.0.0.1:38568] 2024-11-24T09:12:11,041 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38568, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T09:12:11,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:12:11,043 DEBUG [FileChangeWatcher-hbase_test_key12392119363299538818.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12392119363299538818.bcfks was interrupted and is shutting down... 2024-11-24T09:12:11,043 DEBUG [FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks was interrupted and is shutting down... 2024-11-24T09:12:11,043 INFO [FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks thread finished 2024-11-24T09:12:11,044 INFO [FileChangeWatcher-hbase_test_key12392119363299538818.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12392119363299538818.bcfks thread finished 2024-11-24T09:12:11,339 DEBUG [FileChangeWatcher-hbase_test_key12392119363299538818.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12392119363299538818.bcfks 2024-11-24T09:12:11,339 DEBUG [FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12392119363299538818.bcfks 2024-11-24T09:12:11,339 DEBUG [FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12392119363299538818.bcfks 2024-11-24T09:12:11,339 INFO [FileChangeWatcher-hbase_test_key12392119363299538818.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12392119363299538818.bcfks 2024-11-24T09:12:11,581 DEBUG [FileChangeWatcher-hbase_test_key12392119363299538818.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12392119363299538818.bcfks 2024-11-24T09:12:11,581 DEBUG [FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12392119363299538818.bcfks 2024-11-24T09:12:11,581 INFO [FileChangeWatcher-hbase_test_key12392119363299538818.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12392119363299538818.bcfks 2024-11-24T09:12:11,581 DEBUG [FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12392119363299538818.bcfks 2024-11-24T09:12:11,581 DEBUG [FileChangeWatcher-hbase_test_key12392119363299538818.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17249791990062144152.bcfks 2024-11-24T09:12:11,581 DEBUG [FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17249791990062144152.bcfks 2024-11-24T09:12:11,581 DEBUG [FileChangeWatcher-hbase_test_key12392119363299538818.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17249791990062144152.bcfks 2024-11-24T09:12:11,582 INFO [FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17249791990062144152.bcfks 2024-11-24T09:12:11,743 DEBUG [FileChangeWatcher-hbase_test_key12392119363299538818.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17249791990062144152.bcfks 2024-11-24T09:12:11,743 DEBUG [FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17249791990062144152.bcfks 2024-11-24T09:12:11,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a40cde2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:12:11,743 INFO [FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17249791990062144152.bcfks 2024-11-24T09:12:11,743 DEBUG [FileChangeWatcher-hbase_test_key12392119363299538818.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17249791990062144152.bcfks 2024-11-24T09:12:11,743 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T09:12:11,744 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:12,071 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:12,071 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:12,072 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:12,072 INFO [FileChangeWatcher-hbase_test_key12392119363299538818.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12392119363299538818.bcfks thread started 2024-11-24T09:12:12,072 INFO [FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks thread started 2024-11-24T09:12:12,072 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T09:12:12,236 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:12,399 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:12,400 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x57109bd2, L:/127.0.0.1:33471 - R:/127.0.0.1:38572] 2024-11-24T09:12:12,583 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38572, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T09:12:12,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:12:12,586 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33471 2024-11-24T09:12:12,586 DEBUG [FileChangeWatcher-hbase_test_key12392119363299538818.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12392119363299538818.bcfks was interrupted and is shutting down... 2024-11-24T09:12:12,586 DEBUG [FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks was interrupted and is shutting down... 2024-11-24T09:12:12,586 DEBUG [FileChangeWatcher-hbase_test_key12392119363299538818.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12392119363299538818.bcfks was interrupted and is shutting down... 2024-11-24T09:12:12,586 DEBUG [FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks was interrupted and is shutting down... 2024-11-24T09:12:12,586 INFO [FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks thread finished 2024-11-24T09:12:12,586 INFO [FileChangeWatcher-hbase_test_key12392119363299538818.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12392119363299538818.bcfks thread finished 2024-11-24T09:12:12,586 INFO [FileChangeWatcher-hbase_test_key12392119363299538818.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12392119363299538818.bcfks thread finished 2024-11-24T09:12:12,593 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 33) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=150 (was 150), ProcessCount=11 (was 11), AvailableMemoryMB=7485 (was 7544) 2024-11-24T09:12:12,599 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=150, ProcessCount=11, AvailableMemoryMB=7485 2024-11-24T09:12:12,604 INFO [FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17249791990062144152.bcfks thread finished 2024-11-24T09:12:12,749 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T09:12:12,750 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43275 2024-11-24T09:12:12,750 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T09:12:12,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a80469d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:12:12,751 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T09:12:12,752 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:12,792 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:12,793 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:12,793 INFO [FileChangeWatcher-hbase_test_key3924910798137676085.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3924910798137676085.jks thread started 2024-11-24T09:12:12,793 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:12,794 INFO [FileChangeWatcher-hbase_test_ca1093836131074410450.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1093836131074410450.jks thread started 2024-11-24T09:12:12,794 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T09:12:12,811 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:12,827 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:12,827 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:12,828 INFO [FileChangeWatcher-hbase_test_key3924910798137676085.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3924910798137676085.jks thread started 2024-11-24T09:12:12,828 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:12,828 INFO [FileChangeWatcher-hbase_test_ca1093836131074410450.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1093836131074410450.jks thread started 2024-11-24T09:12:12,828 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7114fe1a, L:/127.0.0.1:43275 - R:/127.0.0.1:52450] 2024-11-24T09:12:12,884 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52450, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T09:12:12,892 DEBUG [FileChangeWatcher-hbase_test_ca1093836131074410450.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3924910798137676085.jks 2024-11-24T09:12:12,892 DEBUG [FileChangeWatcher-hbase_test_key3924910798137676085.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3924910798137676085.jks 2024-11-24T09:12:12,892 DEBUG [FileChangeWatcher-hbase_test_key3924910798137676085.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3924910798137676085.jks 2024-11-24T09:12:12,892 DEBUG [FileChangeWatcher-hbase_test_ca1093836131074410450.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3924910798137676085.jks 2024-11-24T09:12:12,892 INFO [FileChangeWatcher-hbase_test_key3924910798137676085.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3924910798137676085.jks 2024-11-24T09:12:12,892 INFO [FileChangeWatcher-hbase_test_key3924910798137676085.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3924910798137676085.jks 2024-11-24T09:12:12,892 DEBUG [FileChangeWatcher-hbase_test_ca1093836131074410450.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3924910798137676085.jks 2024-11-24T09:12:12,892 DEBUG [FileChangeWatcher-hbase_test_ca1093836131074410450.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3924910798137676085.jks 2024-11-24T09:12:12,920 DEBUG [FileChangeWatcher-hbase_test_ca1093836131074410450.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3924910798137676085.jks 2024-11-24T09:12:12,920 DEBUG [FileChangeWatcher-hbase_test_ca1093836131074410450.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3924910798137676085.jks 2024-11-24T09:12:12,920 DEBUG [FileChangeWatcher-hbase_test_key3924910798137676085.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3924910798137676085.jks 2024-11-24T09:12:12,920 DEBUG [FileChangeWatcher-hbase_test_ca1093836131074410450.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3924910798137676085.jks 2024-11-24T09:12:12,921 DEBUG [FileChangeWatcher-hbase_test_ca1093836131074410450.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3924910798137676085.jks 2024-11-24T09:12:12,921 INFO [FileChangeWatcher-hbase_test_key3924910798137676085.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3924910798137676085.jks 2024-11-24T09:12:12,921 DEBUG [FileChangeWatcher-hbase_test_ca1093836131074410450.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1093836131074410450.jks 2024-11-24T09:12:12,921 DEBUG [FileChangeWatcher-hbase_test_key3924910798137676085.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1093836131074410450.jks 2024-11-24T09:12:12,921 INFO [FileChangeWatcher-hbase_test_ca1093836131074410450.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1093836131074410450.jks 2024-11-24T09:12:12,921 DEBUG [FileChangeWatcher-hbase_test_key3924910798137676085.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1093836131074410450.jks 2024-11-24T09:12:12,921 DEBUG [FileChangeWatcher-hbase_test_ca1093836131074410450.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1093836131074410450.jks 2024-11-24T09:12:12,921 DEBUG [FileChangeWatcher-hbase_test_key3924910798137676085.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3924910798137676085.jks 2024-11-24T09:12:12,921 INFO [FileChangeWatcher-hbase_test_ca1093836131074410450.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1093836131074410450.jks 2024-11-24T09:12:12,921 INFO [FileChangeWatcher-hbase_test_key3924910798137676085.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3924910798137676085.jks 2024-11-24T09:12:12,921 DEBUG [FileChangeWatcher-hbase_test_key3924910798137676085.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1093836131074410450.jks 2024-11-24T09:12:12,921 DEBUG [FileChangeWatcher-hbase_test_key3924910798137676085.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1093836131074410450.jks 2024-11-24T09:12:12,936 DEBUG [FileChangeWatcher-hbase_test_key3924910798137676085.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1093836131074410450.jks 2024-11-24T09:12:12,936 DEBUG [FileChangeWatcher-hbase_test_key3924910798137676085.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1093836131074410450.jks 2024-11-24T09:12:12,936 DEBUG [FileChangeWatcher-hbase_test_ca1093836131074410450.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1093836131074410450.jks 2024-11-24T09:12:12,936 DEBUG [FileChangeWatcher-hbase_test_ca1093836131074410450.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1093836131074410450.jks 2024-11-24T09:12:12,937 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,43275,0 is dead - stopping the connection localhost:43275/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-24T09:12:12,937 DEBUG [FileChangeWatcher-hbase_test_key3924910798137676085.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1093836131074410450.jks 2024-11-24T09:12:12,937 INFO [FileChangeWatcher-hbase_test_ca1093836131074410450.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1093836131074410450.jks 2024-11-24T09:12:12,937 INFO [FileChangeWatcher-hbase_test_ca1093836131074410450.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1093836131074410450.jks 2024-11-24T09:12:12,937 DEBUG [FileChangeWatcher-hbase_test_key3924910798137676085.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1093836131074410450.jks 2024-11-24T09:12:12,937 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T09:12:12,938 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:12,970 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:12,971 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T09:12:12,991 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:13,007 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:13,007 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x786d2ae0, L:/127.0.0.1:43275 - R:/127.0.0.1:52454] 2024-11-24T09:12:13,053 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52454, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T09:12:13,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:12:13,055 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43275 2024-11-24T09:12:13,055 DEBUG [FileChangeWatcher-hbase_test_key3924910798137676085.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3924910798137676085.jks was interrupted and is shutting down... 2024-11-24T09:12:13,055 DEBUG [FileChangeWatcher-hbase_test_ca1093836131074410450.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1093836131074410450.jks was interrupted and is shutting down... 2024-11-24T09:12:13,055 DEBUG [FileChangeWatcher-hbase_test_key3924910798137676085.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3924910798137676085.jks was interrupted and is shutting down... 2024-11-24T09:12:13,055 DEBUG [FileChangeWatcher-hbase_test_ca1093836131074410450.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1093836131074410450.jks was interrupted and is shutting down... 2024-11-24T09:12:13,055 INFO [FileChangeWatcher-hbase_test_ca1093836131074410450.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1093836131074410450.jks thread finished 2024-11-24T09:12:13,055 INFO [FileChangeWatcher-hbase_test_key3924910798137676085.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3924910798137676085.jks thread finished 2024-11-24T09:12:13,056 INFO [FileChangeWatcher-hbase_test_key3924910798137676085.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3924910798137676085.jks thread finished 2024-11-24T09:12:13,062 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=150 (was 150), ProcessCount=11 (was 11), AvailableMemoryMB=7480 (was 7485) 2024-11-24T09:12:13,067 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=150, ProcessCount=11, AvailableMemoryMB=7480 2024-11-24T09:12:13,068 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T09:12:13,068 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45215 2024-11-24T09:12:13,068 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T09:12:13,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab473fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:12:13,069 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T09:12:13,070 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:13,072 INFO [FileChangeWatcher-hbase_test_ca1093836131074410450.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1093836131074410450.jks thread finished 2024-11-24T09:12:13,105 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:13,105 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:13,106 INFO [FileChangeWatcher-hbase_test_key3924910798137676085.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3924910798137676085.jks thread started 2024-11-24T09:12:13,106 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:13,106 INFO [FileChangeWatcher-hbase_test_ca1093836131074410450.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1093836131074410450.jks thread started 2024-11-24T09:12:13,106 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T09:12:13,123 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:13,140 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:13,140 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:13,141 INFO [FileChangeWatcher-hbase_test_key3924910798137676085.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3924910798137676085.jks thread started 2024-11-24T09:12:13,141 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:13,142 INFO [FileChangeWatcher-hbase_test_ca1093836131074410450.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1093836131074410450.jks thread started 2024-11-24T09:12:13,142 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1f49db56, L:/127.0.0.1:45215 - R:/127.0.0.1:37174] 2024-11-24T09:12:13,195 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37174, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T09:12:13,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:12:13,197 DEBUG [FileChangeWatcher-hbase_test_key3924910798137676085.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3924910798137676085.jks was interrupted and is shutting down... 2024-11-24T09:12:13,197 DEBUG [FileChangeWatcher-hbase_test_ca1093836131074410450.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1093836131074410450.jks was interrupted and is shutting down... 2024-11-24T09:12:13,197 INFO [FileChangeWatcher-hbase_test_key3924910798137676085.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3924910798137676085.jks thread finished 2024-11-24T09:12:13,197 INFO [FileChangeWatcher-hbase_test_ca1093836131074410450.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1093836131074410450.jks thread finished 2024-11-24T09:12:13,203 DEBUG [FileChangeWatcher-hbase_test_key3924910798137676085.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3924910798137676085.jks 2024-11-24T09:12:13,203 DEBUG [FileChangeWatcher-hbase_test_ca1093836131074410450.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3924910798137676085.jks 2024-11-24T09:12:13,203 INFO [FileChangeWatcher-hbase_test_key3924910798137676085.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3924910798137676085.jks 2024-11-24T09:12:13,203 DEBUG [FileChangeWatcher-hbase_test_ca1093836131074410450.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3924910798137676085.jks 2024-11-24T09:12:13,231 DEBUG [FileChangeWatcher-hbase_test_ca1093836131074410450.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3924910798137676085.jks 2024-11-24T09:12:13,231 DEBUG [FileChangeWatcher-hbase_test_key3924910798137676085.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3924910798137676085.jks 2024-11-24T09:12:13,231 INFO [FileChangeWatcher-hbase_test_key3924910798137676085.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3924910798137676085.jks 2024-11-24T09:12:13,231 DEBUG [FileChangeWatcher-hbase_test_ca1093836131074410450.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3924910798137676085.jks 2024-11-24T09:12:13,232 DEBUG [FileChangeWatcher-hbase_test_key3924910798137676085.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1093836131074410450.jks 2024-11-24T09:12:13,232 DEBUG [FileChangeWatcher-hbase_test_ca1093836131074410450.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1093836131074410450.jks 2024-11-24T09:12:13,232 DEBUG [FileChangeWatcher-hbase_test_key3924910798137676085.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1093836131074410450.jks 2024-11-24T09:12:13,232 INFO [FileChangeWatcher-hbase_test_ca1093836131074410450.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1093836131074410450.jks 2024-11-24T09:12:13,247 DEBUG [FileChangeWatcher-hbase_test_ca1093836131074410450.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1093836131074410450.jks 2024-11-24T09:12:13,247 DEBUG [FileChangeWatcher-hbase_test_key3924910798137676085.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1093836131074410450.jks 2024-11-24T09:12:13,247 INFO [FileChangeWatcher-hbase_test_ca1093836131074410450.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1093836131074410450.jks 2024-11-24T09:12:13,247 DEBUG [FileChangeWatcher-hbase_test_key3924910798137676085.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1093836131074410450.jks 2024-11-24T09:12:13,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4347df3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:12:13,248 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T09:12:13,248 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:13,282 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:13,283 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:13,283 INFO [FileChangeWatcher-hbase_test_key3924910798137676085.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3924910798137676085.jks thread started 2024-11-24T09:12:13,283 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:13,284 INFO [FileChangeWatcher-hbase_test_ca1093836131074410450.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1093836131074410450.jks thread started 2024-11-24T09:12:13,284 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T09:12:13,300 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:13,317 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:13,317 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1e26e8f5, L:/127.0.0.1:45215 - R:/127.0.0.1:37190] 2024-11-24T09:12:13,362 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37190, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T09:12:13,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:12:13,363 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45215 2024-11-24T09:12:13,363 DEBUG [FileChangeWatcher-hbase_test_key3924910798137676085.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3924910798137676085.jks was interrupted and is shutting down... 2024-11-24T09:12:13,363 DEBUG [FileChangeWatcher-hbase_test_ca1093836131074410450.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1093836131074410450.jks was interrupted and is shutting down... 2024-11-24T09:12:13,364 DEBUG [FileChangeWatcher-hbase_test_key3924910798137676085.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3924910798137676085.jks was interrupted and is shutting down... 2024-11-24T09:12:13,364 DEBUG [FileChangeWatcher-hbase_test_ca1093836131074410450.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1093836131074410450.jks was interrupted and is shutting down... 2024-11-24T09:12:13,364 INFO [FileChangeWatcher-hbase_test_ca1093836131074410450.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1093836131074410450.jks thread finished 2024-11-24T09:12:13,364 INFO [FileChangeWatcher-hbase_test_key3924910798137676085.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3924910798137676085.jks thread finished 2024-11-24T09:12:13,371 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=150 (was 150), ProcessCount=11 (was 11), AvailableMemoryMB=7471 (was 7480) 2024-11-24T09:12:13,376 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=150, ProcessCount=11, AvailableMemoryMB=7471 2024-11-24T09:12:13,380 INFO [FileChangeWatcher-hbase_test_key3924910798137676085.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3924910798137676085.jks thread finished 2024-11-24T09:12:13,380 INFO [FileChangeWatcher-hbase_test_ca1093836131074410450.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1093836131074410450.jks thread finished 2024-11-24T09:12:13,381 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T09:12:13,382 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46283 2024-11-24T09:12:13,382 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T09:12:13,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c2f880, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:12:13,383 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T09:12:13,383 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:13,387 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:13,387 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:13,388 INFO [FileChangeWatcher-hbase_test_key644153553289030217.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key644153553289030217.pem thread started 2024-11-24T09:12:13,388 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:13,388 INFO [FileChangeWatcher-hbase_test_ca7196699158583550889.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7196699158583550889.pem thread started 2024-11-24T09:12:13,388 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T09:12:13,393 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:13,393 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:13,393 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:13,394 INFO [FileChangeWatcher-hbase_test_key644153553289030217.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key644153553289030217.pem thread started 2024-11-24T09:12:13,394 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:13,394 INFO [FileChangeWatcher-hbase_test_ca7196699158583550889.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7196699158583550889.pem thread started 2024-11-24T09:12:13,394 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x12724ab7, L:/127.0.0.1:46283 - R:/127.0.0.1:38850] 2024-11-24T09:12:13,411 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38850, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T09:12:13,420 DEBUG [FileChangeWatcher-hbase_test_ca7196699158583550889.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key644153553289030217.pem 2024-11-24T09:12:13,420 DEBUG [FileChangeWatcher-hbase_test_key644153553289030217.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key644153553289030217.pem 2024-11-24T09:12:13,420 DEBUG [FileChangeWatcher-hbase_test_key644153553289030217.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key644153553289030217.pem 2024-11-24T09:12:13,420 DEBUG [FileChangeWatcher-hbase_test_ca7196699158583550889.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key644153553289030217.pem 2024-11-24T09:12:13,420 INFO [FileChangeWatcher-hbase_test_key644153553289030217.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key644153553289030217.pem 2024-11-24T09:12:13,420 INFO [FileChangeWatcher-hbase_test_key644153553289030217.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key644153553289030217.pem 2024-11-24T09:12:13,420 DEBUG [FileChangeWatcher-hbase_test_ca7196699158583550889.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key644153553289030217.pem 2024-11-24T09:12:13,420 DEBUG [FileChangeWatcher-hbase_test_key644153553289030217.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key644153553289030217.pem 2024-11-24T09:12:13,420 DEBUG [FileChangeWatcher-hbase_test_key644153553289030217.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key644153553289030217.pem 2024-11-24T09:12:13,420 DEBUG [FileChangeWatcher-hbase_test_ca7196699158583550889.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key644153553289030217.pem 2024-11-24T09:12:13,420 INFO [FileChangeWatcher-hbase_test_key644153553289030217.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key644153553289030217.pem 2024-11-24T09:12:13,420 INFO [FileChangeWatcher-hbase_test_key644153553289030217.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key644153553289030217.pem 2024-11-24T09:12:13,420 DEBUG [FileChangeWatcher-hbase_test_ca7196699158583550889.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key644153553289030217.pem 2024-11-24T09:12:13,421 DEBUG [FileChangeWatcher-hbase_test_ca7196699158583550889.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key644153553289030217.pem 2024-11-24T09:12:13,421 DEBUG [FileChangeWatcher-hbase_test_ca7196699158583550889.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7196699158583550889.pem 2024-11-24T09:12:13,421 DEBUG [FileChangeWatcher-hbase_test_key644153553289030217.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7196699158583550889.pem 2024-11-24T09:12:13,421 DEBUG [FileChangeWatcher-hbase_test_key644153553289030217.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7196699158583550889.pem 2024-11-24T09:12:13,421 DEBUG [FileChangeWatcher-hbase_test_ca7196699158583550889.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7196699158583550889.pem 2024-11-24T09:12:13,421 DEBUG [FileChangeWatcher-hbase_test_key644153553289030217.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7196699158583550889.pem 2024-11-24T09:12:13,421 INFO [FileChangeWatcher-hbase_test_ca7196699158583550889.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7196699158583550889.pem 2024-11-24T09:12:13,421 INFO [FileChangeWatcher-hbase_test_ca7196699158583550889.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7196699158583550889.pem 2024-11-24T09:12:13,421 DEBUG [FileChangeWatcher-hbase_test_ca7196699158583550889.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7196699158583550889.pem 2024-11-24T09:12:13,421 DEBUG [FileChangeWatcher-hbase_test_key644153553289030217.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7196699158583550889.pem 2024-11-24T09:12:13,421 DEBUG [FileChangeWatcher-hbase_test_key644153553289030217.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7196699158583550889.pem 2024-11-24T09:12:13,421 DEBUG [FileChangeWatcher-hbase_test_ca7196699158583550889.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7196699158583550889.pem 2024-11-24T09:12:13,421 INFO [FileChangeWatcher-hbase_test_ca7196699158583550889.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7196699158583550889.pem 2024-11-24T09:12:13,421 DEBUG [FileChangeWatcher-hbase_test_key644153553289030217.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7196699158583550889.pem 2024-11-24T09:12:13,421 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,46283,0 is dead - stopping the connection localhost:46283/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-24T09:12:13,421 INFO [FileChangeWatcher-hbase_test_ca7196699158583550889.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7196699158583550889.pem 2024-11-24T09:12:13,421 DEBUG [FileChangeWatcher-hbase_test_key644153553289030217.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7196699158583550889.pem 2024-11-24T09:12:13,421 DEBUG [FileChangeWatcher-hbase_test_key644153553289030217.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7196699158583550889.pem 2024-11-24T09:12:13,421 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T09:12:13,422 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:13,428 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:13,429 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T09:12:13,432 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:13,433 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:13,433 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7ff0d30a, L:/127.0.0.1:46283 - R:/127.0.0.1:38866] 2024-11-24T09:12:13,450 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38866, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T09:12:13,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:12:13,452 DEBUG [FileChangeWatcher-hbase_test_key644153553289030217.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key644153553289030217.pem was interrupted and is shutting down... 2024-11-24T09:12:13,452 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46283 2024-11-24T09:12:13,452 DEBUG [FileChangeWatcher-hbase_test_ca7196699158583550889.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7196699158583550889.pem was interrupted and is shutting down... 2024-11-24T09:12:13,452 DEBUG [FileChangeWatcher-hbase_test_ca7196699158583550889.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7196699158583550889.pem was interrupted and is shutting down... 2024-11-24T09:12:13,452 DEBUG [FileChangeWatcher-hbase_test_key644153553289030217.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key644153553289030217.pem was interrupted and is shutting down... 2024-11-24T09:12:13,452 INFO [FileChangeWatcher-hbase_test_ca7196699158583550889.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7196699158583550889.pem thread finished 2024-11-24T09:12:13,452 INFO [FileChangeWatcher-hbase_test_ca7196699158583550889.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7196699158583550889.pem thread finished 2024-11-24T09:12:13,452 INFO [FileChangeWatcher-hbase_test_key644153553289030217.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key644153553289030217.pem thread finished 2024-11-24T09:12:13,452 INFO [FileChangeWatcher-hbase_test_key644153553289030217.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key644153553289030217.pem thread finished 2024-11-24T09:12:13,459 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=150 (was 150), ProcessCount=11 (was 11), AvailableMemoryMB=7471 (was 7471) 2024-11-24T09:12:13,464 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=150, ProcessCount=11, AvailableMemoryMB=7471 2024-11-24T09:12:13,465 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T09:12:13,466 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40197 2024-11-24T09:12:13,466 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T09:12:13,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624ecb96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:12:13,466 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T09:12:13,467 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:13,471 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:13,471 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:13,472 INFO [FileChangeWatcher-hbase_test_key644153553289030217.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key644153553289030217.pem thread started 2024-11-24T09:12:13,472 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:13,474 INFO [FileChangeWatcher-hbase_test_ca7196699158583550889.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7196699158583550889.pem thread started 2024-11-24T09:12:13,474 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T09:12:13,478 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:13,478 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:13,478 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:13,479 INFO [FileChangeWatcher-hbase_test_key644153553289030217.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key644153553289030217.pem thread started 2024-11-24T09:12:13,479 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:13,479 INFO [FileChangeWatcher-hbase_test_ca7196699158583550889.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7196699158583550889.pem thread started 2024-11-24T09:12:13,479 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6530db54, L:/127.0.0.1:40197 - R:/127.0.0.1:54972] 2024-11-24T09:12:13,493 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54972, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T09:12:13,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:12:13,494 DEBUG [FileChangeWatcher-hbase_test_ca7196699158583550889.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7196699158583550889.pem was interrupted and is shutting down... 2024-11-24T09:12:13,494 DEBUG [FileChangeWatcher-hbase_test_key644153553289030217.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key644153553289030217.pem was interrupted and is shutting down... 2024-11-24T09:12:13,495 INFO [FileChangeWatcher-hbase_test_key644153553289030217.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key644153553289030217.pem thread finished 2024-11-24T09:12:13,495 INFO [FileChangeWatcher-hbase_test_ca7196699158583550889.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7196699158583550889.pem thread finished 2024-11-24T09:12:13,502 DEBUG [FileChangeWatcher-hbase_test_key644153553289030217.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key644153553289030217.pem 2024-11-24T09:12:13,502 DEBUG [FileChangeWatcher-hbase_test_ca7196699158583550889.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key644153553289030217.pem 2024-11-24T09:12:13,502 DEBUG [FileChangeWatcher-hbase_test_ca7196699158583550889.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key644153553289030217.pem 2024-11-24T09:12:13,502 INFO [FileChangeWatcher-hbase_test_key644153553289030217.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key644153553289030217.pem 2024-11-24T09:12:13,502 DEBUG [FileChangeWatcher-hbase_test_ca7196699158583550889.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key644153553289030217.pem 2024-11-24T09:12:13,502 DEBUG [FileChangeWatcher-hbase_test_key644153553289030217.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key644153553289030217.pem 2024-11-24T09:12:13,502 DEBUG [FileChangeWatcher-hbase_test_ca7196699158583550889.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key644153553289030217.pem 2024-11-24T09:12:13,502 INFO [FileChangeWatcher-hbase_test_key644153553289030217.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key644153553289030217.pem 2024-11-24T09:12:13,503 DEBUG [FileChangeWatcher-hbase_test_key644153553289030217.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7196699158583550889.pem 2024-11-24T09:12:13,503 DEBUG [FileChangeWatcher-hbase_test_ca7196699158583550889.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7196699158583550889.pem 2024-11-24T09:12:13,503 DEBUG [FileChangeWatcher-hbase_test_key644153553289030217.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7196699158583550889.pem 2024-11-24T09:12:13,503 INFO [FileChangeWatcher-hbase_test_ca7196699158583550889.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7196699158583550889.pem 2024-11-24T09:12:13,503 DEBUG [FileChangeWatcher-hbase_test_key644153553289030217.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7196699158583550889.pem 2024-11-24T09:12:13,503 DEBUG [FileChangeWatcher-hbase_test_ca7196699158583550889.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7196699158583550889.pem 2024-11-24T09:12:13,503 DEBUG [FileChangeWatcher-hbase_test_key644153553289030217.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7196699158583550889.pem 2024-11-24T09:12:13,503 INFO [FileChangeWatcher-hbase_test_ca7196699158583550889.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7196699158583550889.pem 2024-11-24T09:12:13,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a1a0227, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:12:13,504 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T09:12:13,504 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:13,508 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:13,509 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:13,509 INFO [FileChangeWatcher-hbase_test_key644153553289030217.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key644153553289030217.pem thread started 2024-11-24T09:12:13,509 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:13,510 INFO [FileChangeWatcher-hbase_test_ca7196699158583550889.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7196699158583550889.pem thread started 2024-11-24T09:12:13,510 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T09:12:13,514 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:13,514 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:13,514 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x431bfc11, L:/127.0.0.1:40197 - R:/127.0.0.1:54988] 2024-11-24T09:12:13,529 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54988, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T09:12:13,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:12:13,531 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40197 2024-11-24T09:12:13,531 DEBUG [FileChangeWatcher-hbase_test_key644153553289030217.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key644153553289030217.pem was interrupted and is shutting down... 2024-11-24T09:12:13,531 DEBUG [FileChangeWatcher-hbase_test_ca7196699158583550889.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7196699158583550889.pem was interrupted and is shutting down... 2024-11-24T09:12:13,531 DEBUG [FileChangeWatcher-hbase_test_key644153553289030217.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key644153553289030217.pem was interrupted and is shutting down... 2024-11-24T09:12:13,531 DEBUG [FileChangeWatcher-hbase_test_ca7196699158583550889.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7196699158583550889.pem was interrupted and is shutting down... 2024-11-24T09:12:13,531 INFO [FileChangeWatcher-hbase_test_key644153553289030217.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key644153553289030217.pem thread finished 2024-11-24T09:12:13,531 INFO [FileChangeWatcher-hbase_test_ca7196699158583550889.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7196699158583550889.pem thread finished 2024-11-24T09:12:13,531 INFO [FileChangeWatcher-hbase_test_key644153553289030217.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key644153553289030217.pem thread finished 2024-11-24T09:12:13,537 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=150 (was 150), ProcessCount=11 (was 11), AvailableMemoryMB=7471 (was 7471) 2024-11-24T09:12:13,543 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=150, ProcessCount=11, AvailableMemoryMB=7471 2024-11-24T09:12:13,552 INFO [FileChangeWatcher-hbase_test_ca7196699158583550889.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7196699158583550889.pem thread finished 2024-11-24T09:12:13,590 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T09:12:13,590 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41819 2024-11-24T09:12:13,591 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T09:12:13,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47075d49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:12:13,591 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T09:12:13,592 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:13,624 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:13,625 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:13,625 INFO [FileChangeWatcher-hbase_test_key17845559579116744291.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17845559579116744291.p12 thread started 2024-11-24T09:12:13,626 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:13,626 INFO [FileChangeWatcher-hbase_test_ca366616651868696337.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca366616651868696337.p12 thread started 2024-11-24T09:12:13,626 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T09:12:13,642 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:13,658 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:13,659 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:13,659 INFO [FileChangeWatcher-hbase_test_key17845559579116744291.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17845559579116744291.p12 thread started 2024-11-24T09:12:13,659 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:13,660 INFO [FileChangeWatcher-hbase_test_ca366616651868696337.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca366616651868696337.p12 thread started 2024-11-24T09:12:13,660 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4bc12d5b, L:/127.0.0.1:41819 - R:/127.0.0.1:41774] 2024-11-24T09:12:13,700 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41774, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T09:12:13,707 DEBUG [FileChangeWatcher-hbase_test_key17845559579116744291.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17845559579116744291.p12 2024-11-24T09:12:13,707 DEBUG [FileChangeWatcher-hbase_test_ca366616651868696337.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17845559579116744291.p12 2024-11-24T09:12:13,707 DEBUG [FileChangeWatcher-hbase_test_ca366616651868696337.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17845559579116744291.p12 2024-11-24T09:12:13,707 DEBUG [FileChangeWatcher-hbase_test_key17845559579116744291.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17845559579116744291.p12 2024-11-24T09:12:13,707 INFO [FileChangeWatcher-hbase_test_key17845559579116744291.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17845559579116744291.p12 2024-11-24T09:12:13,707 DEBUG [FileChangeWatcher-hbase_test_ca366616651868696337.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17845559579116744291.p12 2024-11-24T09:12:13,707 DEBUG [FileChangeWatcher-hbase_test_ca366616651868696337.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17845559579116744291.p12 2024-11-24T09:12:13,707 INFO [FileChangeWatcher-hbase_test_key17845559579116744291.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17845559579116744291.p12 2024-11-24T09:12:13,736 DEBUG [FileChangeWatcher-hbase_test_key17845559579116744291.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17845559579116744291.p12 2024-11-24T09:12:13,736 DEBUG [FileChangeWatcher-hbase_test_key17845559579116744291.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17845559579116744291.p12 2024-11-24T09:12:13,736 DEBUG [FileChangeWatcher-hbase_test_ca366616651868696337.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17845559579116744291.p12 2024-11-24T09:12:13,736 INFO [FileChangeWatcher-hbase_test_key17845559579116744291.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17845559579116744291.p12 2024-11-24T09:12:13,736 INFO [FileChangeWatcher-hbase_test_key17845559579116744291.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17845559579116744291.p12 2024-11-24T09:12:13,736 DEBUG [FileChangeWatcher-hbase_test_key17845559579116744291.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca366616651868696337.p12 2024-11-24T09:12:13,736 DEBUG [FileChangeWatcher-hbase_test_ca366616651868696337.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17845559579116744291.p12 2024-11-24T09:12:13,736 DEBUG [FileChangeWatcher-hbase_test_key17845559579116744291.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca366616651868696337.p12 2024-11-24T09:12:13,737 DEBUG [FileChangeWatcher-hbase_test_key17845559579116744291.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca366616651868696337.p12 2024-11-24T09:12:13,737 DEBUG [FileChangeWatcher-hbase_test_ca366616651868696337.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca366616651868696337.p12 2024-11-24T09:12:13,737 DEBUG [FileChangeWatcher-hbase_test_key17845559579116744291.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca366616651868696337.p12 2024-11-24T09:12:13,737 DEBUG [FileChangeWatcher-hbase_test_ca366616651868696337.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17845559579116744291.p12 2024-11-24T09:12:13,737 INFO [FileChangeWatcher-hbase_test_ca366616651868696337.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca366616651868696337.p12 2024-11-24T09:12:13,737 DEBUG [FileChangeWatcher-hbase_test_ca366616651868696337.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17845559579116744291.p12 2024-11-24T09:12:13,737 DEBUG [FileChangeWatcher-hbase_test_ca366616651868696337.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca366616651868696337.p12 2024-11-24T09:12:13,737 INFO [FileChangeWatcher-hbase_test_ca366616651868696337.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca366616651868696337.p12 2024-11-24T09:12:13,752 DEBUG [FileChangeWatcher-hbase_test_ca366616651868696337.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca366616651868696337.p12 2024-11-24T09:12:13,752 DEBUG [FileChangeWatcher-hbase_test_ca366616651868696337.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca366616651868696337.p12 2024-11-24T09:12:13,752 DEBUG [FileChangeWatcher-hbase_test_key17845559579116744291.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca366616651868696337.p12 2024-11-24T09:12:13,752 DEBUG [FileChangeWatcher-hbase_test_key17845559579116744291.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca366616651868696337.p12 2024-11-24T09:12:13,753 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,41819,0 is dead - stopping the connection localhost:41819/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-24T09:12:13,753 INFO [FileChangeWatcher-hbase_test_ca366616651868696337.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca366616651868696337.p12 2024-11-24T09:12:13,753 INFO [FileChangeWatcher-hbase_test_ca366616651868696337.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca366616651868696337.p12 2024-11-24T09:12:13,753 DEBUG [FileChangeWatcher-hbase_test_key17845559579116744291.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca366616651868696337.p12 2024-11-24T09:12:13,753 DEBUG [FileChangeWatcher-hbase_test_key17845559579116744291.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca366616651868696337.p12 2024-11-24T09:12:13,753 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T09:12:13,754 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:13,789 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:13,790 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T09:12:13,806 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:13,823 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:13,823 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9cd517a0, L:/127.0.0.1:41819 - R:/127.0.0.1:41776] 2024-11-24T09:12:13,865 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41776, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T09:12:13,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:12:13,867 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41819 2024-11-24T09:12:13,867 DEBUG [FileChangeWatcher-hbase_test_key17845559579116744291.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17845559579116744291.p12 was interrupted and is shutting down... 2024-11-24T09:12:13,867 DEBUG [FileChangeWatcher-hbase_test_ca366616651868696337.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca366616651868696337.p12 was interrupted and is shutting down... 2024-11-24T09:12:13,867 DEBUG [FileChangeWatcher-hbase_test_key17845559579116744291.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17845559579116744291.p12 was interrupted and is shutting down... 2024-11-24T09:12:13,867 INFO [FileChangeWatcher-hbase_test_key17845559579116744291.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17845559579116744291.p12 thread finished 2024-11-24T09:12:13,868 DEBUG [FileChangeWatcher-hbase_test_ca366616651868696337.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca366616651868696337.p12 was interrupted and is shutting down... 2024-11-24T09:12:13,874 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=41 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=150 (was 150), ProcessCount=11 (was 11), AvailableMemoryMB=7469 (was 7471) 2024-11-24T09:12:13,880 INFO [FileChangeWatcher-hbase_test_ca366616651868696337.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca366616651868696337.p12 thread finished 2024-11-24T09:12:13,880 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=41, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=150, ProcessCount=11, AvailableMemoryMB=7469 2024-11-24T09:12:13,880 INFO [FileChangeWatcher-hbase_test_ca366616651868696337.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca366616651868696337.p12 thread finished 2024-11-24T09:12:13,880 INFO [FileChangeWatcher-hbase_test_key17845559579116744291.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17845559579116744291.p12 thread finished 2024-11-24T09:12:13,881 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T09:12:13,881 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45863 2024-11-24T09:12:13,881 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T09:12:13,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ec4e68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:12:13,882 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T09:12:13,883 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:13,915 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:13,916 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:13,916 INFO [FileChangeWatcher-hbase_test_key17845559579116744291.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17845559579116744291.p12 thread started 2024-11-24T09:12:13,916 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:13,917 INFO [FileChangeWatcher-hbase_test_ca366616651868696337.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca366616651868696337.p12 thread started 2024-11-24T09:12:13,917 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T09:12:13,933 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:13,949 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:13,950 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:13,950 INFO [FileChangeWatcher-hbase_test_key17845559579116744291.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17845559579116744291.p12 thread started 2024-11-24T09:12:13,950 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:13,951 INFO [FileChangeWatcher-hbase_test_ca366616651868696337.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca366616651868696337.p12 thread started 2024-11-24T09:12:13,951 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfb720918, L:/127.0.0.1:45863 - R:/127.0.0.1:57912] 2024-11-24T09:12:13,990 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57912, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T09:12:13,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:12:13,992 DEBUG [FileChangeWatcher-hbase_test_key17845559579116744291.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17845559579116744291.p12 was interrupted and is shutting down... 2024-11-24T09:12:13,992 DEBUG [FileChangeWatcher-hbase_test_ca366616651868696337.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca366616651868696337.p12 was interrupted and is shutting down... 2024-11-24T09:12:13,992 INFO [FileChangeWatcher-hbase_test_key17845559579116744291.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17845559579116744291.p12 thread finished 2024-11-24T09:12:13,993 INFO [FileChangeWatcher-hbase_test_ca366616651868696337.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca366616651868696337.p12 thread finished 2024-11-24T09:12:13,997 DEBUG [FileChangeWatcher-hbase_test_ca366616651868696337.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17845559579116744291.p12 2024-11-24T09:12:13,997 DEBUG [FileChangeWatcher-hbase_test_key17845559579116744291.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17845559579116744291.p12 2024-11-24T09:12:13,997 DEBUG [FileChangeWatcher-hbase_test_ca366616651868696337.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17845559579116744291.p12 2024-11-24T09:12:13,997 INFO [FileChangeWatcher-hbase_test_key17845559579116744291.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17845559579116744291.p12 2024-11-24T09:12:14,025 DEBUG [FileChangeWatcher-hbase_test_ca366616651868696337.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17845559579116744291.p12 2024-11-24T09:12:14,025 DEBUG [FileChangeWatcher-hbase_test_key17845559579116744291.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17845559579116744291.p12 2024-11-24T09:12:14,025 DEBUG [FileChangeWatcher-hbase_test_ca366616651868696337.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17845559579116744291.p12 2024-11-24T09:12:14,025 INFO [FileChangeWatcher-hbase_test_key17845559579116744291.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17845559579116744291.p12 2024-11-24T09:12:14,026 DEBUG [FileChangeWatcher-hbase_test_ca366616651868696337.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca366616651868696337.p12 2024-11-24T09:12:14,026 INFO [FileChangeWatcher-hbase_test_ca366616651868696337.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca366616651868696337.p12 2024-11-24T09:12:14,026 DEBUG [FileChangeWatcher-hbase_test_key17845559579116744291.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca366616651868696337.p12 2024-11-24T09:12:14,026 DEBUG [FileChangeWatcher-hbase_test_key17845559579116744291.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca366616651868696337.p12 2024-11-24T09:12:14,042 DEBUG [FileChangeWatcher-hbase_test_key17845559579116744291.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca366616651868696337.p12 2024-11-24T09:12:14,042 DEBUG [FileChangeWatcher-hbase_test_ca366616651868696337.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca366616651868696337.p12 2024-11-24T09:12:14,042 INFO [FileChangeWatcher-hbase_test_ca366616651868696337.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca366616651868696337.p12 2024-11-24T09:12:14,042 DEBUG [FileChangeWatcher-hbase_test_key17845559579116744291.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca366616651868696337.p12 2024-11-24T09:12:14,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d65947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:12:14,042 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T09:12:14,043 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:14,076 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:14,076 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:14,077 INFO [FileChangeWatcher-hbase_test_key17845559579116744291.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17845559579116744291.p12 thread started 2024-11-24T09:12:14,077 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:14,077 INFO [FileChangeWatcher-hbase_test_ca366616651868696337.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca366616651868696337.p12 thread started 2024-11-24T09:12:14,077 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T09:12:14,094 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:14,113 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:14,113 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x06be7b6b, L:/127.0.0.1:45863 - R:/127.0.0.1:57916] 2024-11-24T09:12:14,154 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57916, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T09:12:14,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:12:14,156 DEBUG [FileChangeWatcher-hbase_test_ca366616651868696337.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca366616651868696337.p12 was interrupted and is shutting down... 2024-11-24T09:12:14,156 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45863 2024-11-24T09:12:14,156 DEBUG [FileChangeWatcher-hbase_test_key17845559579116744291.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17845559579116744291.p12 was interrupted and is shutting down... 2024-11-24T09:12:14,156 DEBUG [FileChangeWatcher-hbase_test_ca366616651868696337.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca366616651868696337.p12 was interrupted and is shutting down... 2024-11-24T09:12:14,156 DEBUG [FileChangeWatcher-hbase_test_key17845559579116744291.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17845559579116744291.p12 was interrupted and is shutting down... 2024-11-24T09:12:14,156 INFO [FileChangeWatcher-hbase_test_key17845559579116744291.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17845559579116744291.p12 thread finished 2024-11-24T09:12:14,156 INFO [FileChangeWatcher-hbase_test_ca366616651868696337.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca366616651868696337.p12 thread finished 2024-11-24T09:12:14,156 INFO [FileChangeWatcher-hbase_test_ca366616651868696337.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca366616651868696337.p12 thread finished 2024-11-24T09:12:14,163 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 41), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=170 (was 150) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7460 (was 7469) 2024-11-24T09:12:14,168 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=170, ProcessCount=11, AvailableMemoryMB=7460 2024-11-24T09:12:14,172 INFO [FileChangeWatcher-hbase_test_key17845559579116744291.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17845559579116744291.p12 thread finished 2024-11-24T09:12:14,577 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T09:12:14,577 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45829 2024-11-24T09:12:14,578 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T09:12:14,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@274a80f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:12:14,578 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T09:12:14,579 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:14,903 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:14,904 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:14,904 INFO [FileChangeWatcher-hbase_test_key13560010988891341067.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13560010988891341067.bcfks thread started 2024-11-24T09:12:14,904 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:14,905 INFO [FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks thread started 2024-11-24T09:12:14,905 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T09:12:15,068 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:15,229 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:15,230 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:15,230 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:15,230 INFO [FileChangeWatcher-hbase_test_key13560010988891341067.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13560010988891341067.bcfks thread started 2024-11-24T09:12:15,231 INFO [FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks thread started 2024-11-24T09:12:15,231 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x65568316, L:/127.0.0.1:45829 - R:/127.0.0.1:49198] 2024-11-24T09:12:15,448 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49198, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T09:12:15,460 DEBUG [FileChangeWatcher-hbase_test_key13560010988891341067.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13560010988891341067.bcfks 2024-11-24T09:12:15,460 DEBUG [FileChangeWatcher-hbase_test_key13560010988891341067.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13560010988891341067.bcfks 2024-11-24T09:12:15,460 DEBUG [FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13560010988891341067.bcfks 2024-11-24T09:12:15,460 DEBUG [FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13560010988891341067.bcfks 2024-11-24T09:12:15,461 INFO [FileChangeWatcher-hbase_test_key13560010988891341067.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13560010988891341067.bcfks 2024-11-24T09:12:15,461 INFO [FileChangeWatcher-hbase_test_key13560010988891341067.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13560010988891341067.bcfks 2024-11-24T09:12:15,461 DEBUG [FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13560010988891341067.bcfks 2024-11-24T09:12:15,461 DEBUG [FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13560010988891341067.bcfks 2024-11-24T09:12:15,713 DEBUG [FileChangeWatcher-hbase_test_key13560010988891341067.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13560010988891341067.bcfks 2024-11-24T09:12:15,713 DEBUG [FileChangeWatcher-hbase_test_key13560010988891341067.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13560010988891341067.bcfks 2024-11-24T09:12:15,713 DEBUG [FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13560010988891341067.bcfks 2024-11-24T09:12:15,713 DEBUG [FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13560010988891341067.bcfks 2024-11-24T09:12:15,713 INFO [FileChangeWatcher-hbase_test_key13560010988891341067.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13560010988891341067.bcfks 2024-11-24T09:12:15,713 INFO [FileChangeWatcher-hbase_test_key13560010988891341067.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13560010988891341067.bcfks 2024-11-24T09:12:15,713 DEBUG [FileChangeWatcher-hbase_test_key13560010988891341067.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4751103119098481287.bcfks 2024-11-24T09:12:15,713 DEBUG [FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13560010988891341067.bcfks 2024-11-24T09:12:15,713 DEBUG [FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13560010988891341067.bcfks 2024-11-24T09:12:15,713 DEBUG [FileChangeWatcher-hbase_test_key13560010988891341067.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4751103119098481287.bcfks 2024-11-24T09:12:15,714 DEBUG [FileChangeWatcher-hbase_test_key13560010988891341067.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4751103119098481287.bcfks 2024-11-24T09:12:15,714 DEBUG [FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4751103119098481287.bcfks 2024-11-24T09:12:15,714 INFO [FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4751103119098481287.bcfks 2024-11-24T09:12:15,714 DEBUG [FileChangeWatcher-hbase_test_key13560010988891341067.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4751103119098481287.bcfks 2024-11-24T09:12:15,714 DEBUG [FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4751103119098481287.bcfks 2024-11-24T09:12:15,714 INFO [FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4751103119098481287.bcfks 2024-11-24T09:12:15,876 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,45829,0 is dead - stopping the connection localhost:45829/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-24T09:12:15,876 DEBUG [FileChangeWatcher-hbase_test_key13560010988891341067.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4751103119098481287.bcfks 2024-11-24T09:12:15,876 DEBUG [FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4751103119098481287.bcfks 2024-11-24T09:12:15,876 DEBUG [FileChangeWatcher-hbase_test_key13560010988891341067.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4751103119098481287.bcfks 2024-11-24T09:12:15,876 DEBUG [FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4751103119098481287.bcfks 2024-11-24T09:12:15,876 DEBUG [FileChangeWatcher-hbase_test_key13560010988891341067.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4751103119098481287.bcfks 2024-11-24T09:12:15,876 INFO [FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4751103119098481287.bcfks 2024-11-24T09:12:15,876 INFO [FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4751103119098481287.bcfks 2024-11-24T09:12:15,876 DEBUG [FileChangeWatcher-hbase_test_key13560010988891341067.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4751103119098481287.bcfks 2024-11-24T09:12:15,876 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T09:12:15,877 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:16,201 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:16,201 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T09:12:16,363 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:16,524 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:16,525 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe2f4f3f2, L:/127.0.0.1:45829 - R:/127.0.0.1:49206] 2024-11-24T09:12:16,707 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49206, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T09:12:16,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:12:16,708 DEBUG [FileChangeWatcher-hbase_test_key13560010988891341067.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13560010988891341067.bcfks was interrupted and is shutting down... 2024-11-24T09:12:16,708 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45829 2024-11-24T09:12:16,708 DEBUG [FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks was interrupted and is shutting down... 2024-11-24T09:12:16,708 DEBUG [FileChangeWatcher-hbase_test_key13560010988891341067.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13560010988891341067.bcfks was interrupted and is shutting down... 2024-11-24T09:12:16,708 DEBUG [FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks was interrupted and is shutting down... 2024-11-24T09:12:16,709 INFO [FileChangeWatcher-hbase_test_key13560010988891341067.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13560010988891341067.bcfks thread finished 2024-11-24T09:12:16,709 INFO [FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks thread finished 2024-11-24T09:12:16,709 INFO [FileChangeWatcher-hbase_test_key13560010988891341067.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13560010988891341067.bcfks thread finished 2024-11-24T09:12:16,716 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=170 (was 170), ProcessCount=11 (was 11), AvailableMemoryMB=7471 (was 7460) - AvailableMemoryMB LEAK? - 2024-11-24T09:12:16,722 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=170, ProcessCount=11, AvailableMemoryMB=7471 2024-11-24T09:12:16,723 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T09:12:16,724 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46747 2024-11-24T09:12:16,724 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T09:12:16,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a6ea1d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:12:16,725 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T09:12:16,725 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:16,728 INFO [FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks thread finished 2024-11-24T09:12:17,049 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:17,049 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:17,050 INFO [FileChangeWatcher-hbase_test_key13560010988891341067.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13560010988891341067.bcfks thread started 2024-11-24T09:12:17,050 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:17,050 INFO [FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks thread started 2024-11-24T09:12:17,050 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T09:12:17,214 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:17,377 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:17,377 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:17,378 INFO [FileChangeWatcher-hbase_test_key13560010988891341067.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13560010988891341067.bcfks thread started 2024-11-24T09:12:17,378 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:17,378 INFO [FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks thread started 2024-11-24T09:12:17,379 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa2e1bff4, L:/127.0.0.1:46747 - R:/127.0.0.1:33428] 2024-11-24T09:12:17,556 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33428, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T09:12:17,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:12:17,558 DEBUG [FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks was interrupted and is shutting down... 2024-11-24T09:12:17,558 DEBUG [FileChangeWatcher-hbase_test_key13560010988891341067.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13560010988891341067.bcfks was interrupted and is shutting down... 2024-11-24T09:12:17,558 INFO [FileChangeWatcher-hbase_test_key13560010988891341067.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13560010988891341067.bcfks thread finished 2024-11-24T09:12:17,558 INFO [FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks thread finished 2024-11-24T09:12:17,564 DEBUG [FileChangeWatcher-hbase_test_key13560010988891341067.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13560010988891341067.bcfks 2024-11-24T09:12:17,564 DEBUG [FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13560010988891341067.bcfks 2024-11-24T09:12:17,564 INFO [FileChangeWatcher-hbase_test_key13560010988891341067.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13560010988891341067.bcfks 2024-11-24T09:12:17,564 DEBUG [FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13560010988891341067.bcfks 2024-11-24T09:12:17,806 DEBUG [FileChangeWatcher-hbase_test_key13560010988891341067.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13560010988891341067.bcfks 2024-11-24T09:12:17,806 DEBUG [FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13560010988891341067.bcfks 2024-11-24T09:12:17,806 INFO [FileChangeWatcher-hbase_test_key13560010988891341067.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13560010988891341067.bcfks 2024-11-24T09:12:17,806 DEBUG [FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13560010988891341067.bcfks 2024-11-24T09:12:17,806 DEBUG [FileChangeWatcher-hbase_test_key13560010988891341067.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4751103119098481287.bcfks 2024-11-24T09:12:17,806 DEBUG [FileChangeWatcher-hbase_test_key13560010988891341067.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4751103119098481287.bcfks 2024-11-24T09:12:17,806 DEBUG [FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4751103119098481287.bcfks 2024-11-24T09:12:17,807 INFO [FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4751103119098481287.bcfks 2024-11-24T09:12:17,968 DEBUG [FileChangeWatcher-hbase_test_key13560010988891341067.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4751103119098481287.bcfks 2024-11-24T09:12:17,968 DEBUG [FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4751103119098481287.bcfks 2024-11-24T09:12:17,969 DEBUG [FileChangeWatcher-hbase_test_key13560010988891341067.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4751103119098481287.bcfks 2024-11-24T09:12:17,969 INFO [FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4751103119098481287.bcfks 2024-11-24T09:12:17,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bbd81ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:12:17,969 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T09:12:17,970 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:18,298 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:18,298 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:18,299 INFO [FileChangeWatcher-hbase_test_key13560010988891341067.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13560010988891341067.bcfks thread started 2024-11-24T09:12:18,299 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ef19b3c-df2e-4250-155e-9d92ffa9dfbe/TestNettyTLSIPCFileWatcher 2024-11-24T09:12:18,299 INFO [FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks thread started 2024-11-24T09:12:18,300 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T09:12:18,461 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T09:12:18,623 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T09:12:18,624 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xecfb7eb2, L:/127.0.0.1:46747 - R:/127.0.0.1:33434] 2024-11-24T09:12:18,803 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33434, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T09:12:18,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:12:18,804 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46747 2024-11-24T09:12:18,804 DEBUG [FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks was interrupted and is shutting down... 2024-11-24T09:12:18,804 DEBUG [FileChangeWatcher-hbase_test_key13560010988891341067.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13560010988891341067.bcfks was interrupted and is shutting down... 2024-11-24T09:12:18,804 DEBUG [FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks was interrupted and is shutting down... 2024-11-24T09:12:18,804 DEBUG [FileChangeWatcher-hbase_test_key13560010988891341067.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13560010988891341067.bcfks was interrupted and is shutting down... 2024-11-24T09:12:18,804 INFO [FileChangeWatcher-hbase_test_key13560010988891341067.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13560010988891341067.bcfks thread finished 2024-11-24T09:12:18,811 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=41 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=170 (was 170), ProcessCount=11 (was 11), AvailableMemoryMB=7470 (was 7471) 2024-11-24T09:12:18,820 INFO [FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks thread finished 2024-11-24T09:12:18,820 INFO [FileChangeWatcher-hbase_test_key13560010988891341067.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13560010988891341067.bcfks thread finished 2024-11-24T09:12:18,820 INFO [FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4751103119098481287.bcfks thread finished