2024-11-11 02:12:44,568 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-11 02:12:44,580 main DEBUG Took 0.009947 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 02:12:44,580 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 02:12:44,580 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 02:12:44,581 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 02:12:44,582 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 02:12:44,591 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 02:12:44,602 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 02:12:44,603 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 02:12:44,604 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 02:12:44,604 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 02:12:44,605 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 02:12:44,605 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 02:12:44,606 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 02:12:44,606 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 02:12:44,606 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 02:12:44,607 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 02:12:44,607 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 02:12:44,608 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 02:12:44,608 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 02:12:44,608 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 02:12:44,609 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 02:12:44,609 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 02:12:44,609 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 02:12:44,610 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 02:12:44,610 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 02:12:44,610 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 02:12:44,611 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 02:12:44,611 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 02:12:44,611 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 02:12:44,612 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 02:12:44,612 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 02:12:44,612 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 02:12:44,613 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 02:12:44,615 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 02:12:44,616 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 02:12:44,617 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 02:12:44,618 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 02:12:44,618 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 02:12:44,626 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 02:12:44,629 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 02:12:44,631 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 02:12:44,631 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 02:12:44,631 main DEBUG createAppenders(={Console}) 2024-11-11 02:12:44,632 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-11 02:12:44,632 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-11 02:12:44,633 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-11 02:12:44,633 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 02:12:44,633 main DEBUG OutputStream closed 2024-11-11 02:12:44,634 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 02:12:44,634 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 02:12:44,634 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-11 02:12:44,702 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 02:12:44,705 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 02:12:44,705 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 02:12:44,706 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 02:12:44,707 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 02:12:44,707 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 02:12:44,708 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 02:12:44,708 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 02:12:44,708 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 02:12:44,709 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 02:12:44,709 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 02:12:44,709 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 02:12:44,709 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 02:12:44,710 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 02:12:44,710 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 02:12:44,710 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 02:12:44,711 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 02:12:44,711 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 02:12:44,714 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 02:12:44,714 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-11 02:12:44,714 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 02:12:44,715 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-11T02:12:44,731 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-11 02:12:44,734 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 02:12:44,734 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T02:12:45,158 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-11T02:12:45,955 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=184, ProcessCount=11, AvailableMemoryMB=7372 2024-11-11T02:12:46,676 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T02:12:46,723 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T02:12:46,738 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T02:12:46,751 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T02:12:46,840 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T02:12:46,873 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 26587 (auto-detected) 2024-11-11T02:12:46,874 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-11T02:12:46,895 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38455 2024-11-11T02:12:46,899 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T02:12:46,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:12:46,925 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-11T02:12:46,925 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-11T02:12:47,196 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T02:12:47,260 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:47,323 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:47,427 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:47,429 INFO [FileChangeWatcher-hbase_test_key17094859320436178318.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17094859320436178318.jks thread started 2024-11-11T02:12:47,429 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:47,430 INFO [FileChangeWatcher-hbase_test_ca6175032676252482590.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6175032676252482590.jks thread started 2024-11-11T02:12:47,438 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T02:12:47,505 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:47,522 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:47,584 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:47,585 INFO [FileChangeWatcher-hbase_test_key17094859320436178318.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17094859320436178318.jks thread started 2024-11-11T02:12:47,585 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:47,586 INFO [FileChangeWatcher-hbase_test_ca6175032676252482590.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6175032676252482590.jks thread started 2024-11-11T02:12:47,588 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc40a0bca, L:/127.0.0.1:38455 - R:/127.0.0.1:50416] 2024-11-11T02:12:47,736 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50416, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T02:12:48,018 DEBUG [FileChangeWatcher-hbase_test_ca6175032676252482590.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17094859320436178318.jks 2024-11-11T02:12:48,018 DEBUG [FileChangeWatcher-hbase_test_key17094859320436178318.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17094859320436178318.jks 2024-11-11T02:12:48,018 DEBUG [FileChangeWatcher-hbase_test_key17094859320436178318.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17094859320436178318.jks 2024-11-11T02:12:48,019 INFO [FileChangeWatcher-hbase_test_key17094859320436178318.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17094859320436178318.jks 2024-11-11T02:12:48,019 DEBUG [FileChangeWatcher-hbase_test_ca6175032676252482590.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17094859320436178318.jks 2024-11-11T02:12:48,019 INFO [FileChangeWatcher-hbase_test_key17094859320436178318.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17094859320436178318.jks 2024-11-11T02:12:48,018 DEBUG [FileChangeWatcher-hbase_test_ca6175032676252482590.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17094859320436178318.jks 2024-11-11T02:12:48,019 DEBUG [FileChangeWatcher-hbase_test_ca6175032676252482590.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17094859320436178318.jks 2024-11-11T02:12:48,044 DEBUG [FileChangeWatcher-hbase_test_ca6175032676252482590.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17094859320436178318.jks 2024-11-11T02:12:48,044 DEBUG [FileChangeWatcher-hbase_test_key17094859320436178318.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17094859320436178318.jks 2024-11-11T02:12:48,044 DEBUG [FileChangeWatcher-hbase_test_ca6175032676252482590.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17094859320436178318.jks 2024-11-11T02:12:48,044 DEBUG [FileChangeWatcher-hbase_test_key17094859320436178318.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17094859320436178318.jks 2024-11-11T02:12:48,045 INFO [FileChangeWatcher-hbase_test_key17094859320436178318.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17094859320436178318.jks 2024-11-11T02:12:48,045 DEBUG [FileChangeWatcher-hbase_test_ca6175032676252482590.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17094859320436178318.jks 2024-11-11T02:12:48,045 DEBUG [FileChangeWatcher-hbase_test_key17094859320436178318.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6175032676252482590.jks 2024-11-11T02:12:48,045 INFO [FileChangeWatcher-hbase_test_key17094859320436178318.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17094859320436178318.jks 2024-11-11T02:12:48,045 DEBUG [FileChangeWatcher-hbase_test_ca6175032676252482590.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17094859320436178318.jks 2024-11-11T02:12:48,045 DEBUG [FileChangeWatcher-hbase_test_ca6175032676252482590.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6175032676252482590.jks 2024-11-11T02:12:48,045 DEBUG [FileChangeWatcher-hbase_test_key17094859320436178318.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6175032676252482590.jks 2024-11-11T02:12:48,045 DEBUG [FileChangeWatcher-hbase_test_key17094859320436178318.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6175032676252482590.jks 2024-11-11T02:12:48,045 DEBUG [FileChangeWatcher-hbase_test_ca6175032676252482590.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6175032676252482590.jks 2024-11-11T02:12:48,046 INFO [FileChangeWatcher-hbase_test_ca6175032676252482590.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6175032676252482590.jks 2024-11-11T02:12:48,046 DEBUG [FileChangeWatcher-hbase_test_key17094859320436178318.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6175032676252482590.jks 2024-11-11T02:12:48,046 INFO [FileChangeWatcher-hbase_test_ca6175032676252482590.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6175032676252482590.jks 2024-11-11T02:12:48,060 DEBUG [FileChangeWatcher-hbase_test_ca6175032676252482590.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6175032676252482590.jks 2024-11-11T02:12:48,060 DEBUG [FileChangeWatcher-hbase_test_ca6175032676252482590.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6175032676252482590.jks 2024-11-11T02:12:48,060 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,38455,0 is dead - stopping the connection localhost:38455/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T02:12:48,060 INFO [FileChangeWatcher-hbase_test_ca6175032676252482590.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6175032676252482590.jks 2024-11-11T02:12:48,060 DEBUG [FileChangeWatcher-hbase_test_key17094859320436178318.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6175032676252482590.jks 2024-11-11T02:12:48,060 DEBUG [FileChangeWatcher-hbase_test_key17094859320436178318.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6175032676252482590.jks 2024-11-11T02:12:48,060 INFO [FileChangeWatcher-hbase_test_ca6175032676252482590.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6175032676252482590.jks 2024-11-11T02:12:48,060 DEBUG [FileChangeWatcher-hbase_test_key17094859320436178318.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6175032676252482590.jks 2024-11-11T02:12:48,060 DEBUG [FileChangeWatcher-hbase_test_key17094859320436178318.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6175032676252482590.jks 2024-11-11T02:12:48,061 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T02:12:48,063 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:48,097 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:48,098 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T02:12:48,114 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:48,129 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:48,130 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf2331009, L:/127.0.0.1:38455 - R:/127.0.0.1:50426] 2024-11-11T02:12:48,177 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50426, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T02:12:48,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:12:48,179 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38455 2024-11-11T02:12:48,179 DEBUG [FileChangeWatcher-hbase_test_ca6175032676252482590.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6175032676252482590.jks was interrupted and is shutting down... 2024-11-11T02:12:48,180 DEBUG [FileChangeWatcher-hbase_test_key17094859320436178318.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17094859320436178318.jks was interrupted and is shutting down... 2024-11-11T02:12:48,179 DEBUG [FileChangeWatcher-hbase_test_key17094859320436178318.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17094859320436178318.jks was interrupted and is shutting down... 2024-11-11T02:12:48,180 DEBUG [FileChangeWatcher-hbase_test_ca6175032676252482590.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6175032676252482590.jks was interrupted and is shutting down... 2024-11-11T02:12:48,180 INFO [FileChangeWatcher-hbase_test_key17094859320436178318.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17094859320436178318.jks thread finished 2024-11-11T02:12:48,180 INFO [FileChangeWatcher-hbase_test_ca6175032676252482590.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6175032676252482590.jks thread finished 2024-11-11T02:12:48,180 INFO [FileChangeWatcher-hbase_test_key17094859320436178318.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17094859320436178318.jks thread finished 2024-11-11T02:12:48,190 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: FileChangeWatcher-hbase_test_ca6175032676252482590.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=201 (was 184) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7224 (was 7372) 2024-11-11T02:12:48,196 INFO [FileChangeWatcher-hbase_test_ca6175032676252482590.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6175032676252482590.jks thread finished 2024-11-11T02:12:48,196 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=201, ProcessCount=11, AvailableMemoryMB=7224 2024-11-11T02:12:48,198 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T02:12:48,199 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41301 2024-11-11T02:12:48,199 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T02:12:48,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de698e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:12:48,200 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T02:12:48,201 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:48,232 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:48,233 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:48,234 INFO [FileChangeWatcher-hbase_test_key17094859320436178318.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17094859320436178318.jks thread started 2024-11-11T02:12:48,235 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:48,236 INFO [FileChangeWatcher-hbase_test_ca6175032676252482590.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6175032676252482590.jks thread started 2024-11-11T02:12:48,236 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T02:12:48,264 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:48,291 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:48,292 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:48,293 INFO [FileChangeWatcher-hbase_test_key17094859320436178318.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17094859320436178318.jks thread started 2024-11-11T02:12:48,293 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:48,294 INFO [FileChangeWatcher-hbase_test_ca6175032676252482590.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6175032676252482590.jks thread started 2024-11-11T02:12:48,294 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2e7f26bf, L:/127.0.0.1:41301 - R:/127.0.0.1:53078] 2024-11-11T02:12:48,346 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53078, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T02:12:48,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:12:48,349 DEBUG [FileChangeWatcher-hbase_test_key17094859320436178318.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17094859320436178318.jks was interrupted and is shutting down... 2024-11-11T02:12:48,349 DEBUG [FileChangeWatcher-hbase_test_ca6175032676252482590.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6175032676252482590.jks was interrupted and is shutting down... 2024-11-11T02:12:48,350 INFO [FileChangeWatcher-hbase_test_ca6175032676252482590.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6175032676252482590.jks thread finished 2024-11-11T02:12:48,350 INFO [FileChangeWatcher-hbase_test_key17094859320436178318.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17094859320436178318.jks thread finished 2024-11-11T02:12:48,786 DEBUG [FileChangeWatcher-hbase_test_key17094859320436178318.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17094859320436178318.jks 2024-11-11T02:12:48,786 DEBUG [FileChangeWatcher-hbase_test_ca6175032676252482590.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17094859320436178318.jks 2024-11-11T02:12:48,787 INFO [FileChangeWatcher-hbase_test_key17094859320436178318.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17094859320436178318.jks 2024-11-11T02:12:48,787 DEBUG [FileChangeWatcher-hbase_test_ca6175032676252482590.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17094859320436178318.jks 2024-11-11T02:12:48,814 DEBUG [FileChangeWatcher-hbase_test_key17094859320436178318.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17094859320436178318.jks 2024-11-11T02:12:48,814 DEBUG [FileChangeWatcher-hbase_test_ca6175032676252482590.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17094859320436178318.jks 2024-11-11T02:12:48,814 INFO [FileChangeWatcher-hbase_test_key17094859320436178318.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17094859320436178318.jks 2024-11-11T02:12:48,814 DEBUG [FileChangeWatcher-hbase_test_ca6175032676252482590.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17094859320436178318.jks 2024-11-11T02:12:48,814 DEBUG [FileChangeWatcher-hbase_test_key17094859320436178318.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6175032676252482590.jks 2024-11-11T02:12:48,814 DEBUG [FileChangeWatcher-hbase_test_ca6175032676252482590.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6175032676252482590.jks 2024-11-11T02:12:48,814 DEBUG [FileChangeWatcher-hbase_test_key17094859320436178318.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6175032676252482590.jks 2024-11-11T02:12:48,814 INFO [FileChangeWatcher-hbase_test_ca6175032676252482590.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6175032676252482590.jks 2024-11-11T02:12:48,829 DEBUG [FileChangeWatcher-hbase_test_key17094859320436178318.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6175032676252482590.jks 2024-11-11T02:12:48,829 DEBUG [FileChangeWatcher-hbase_test_ca6175032676252482590.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6175032676252482590.jks 2024-11-11T02:12:48,830 DEBUG [FileChangeWatcher-hbase_test_key17094859320436178318.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6175032676252482590.jks 2024-11-11T02:12:48,830 INFO [FileChangeWatcher-hbase_test_ca6175032676252482590.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6175032676252482590.jks 2024-11-11T02:12:48,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9672be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:12:48,830 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T02:12:48,832 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:48,863 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:48,864 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:48,865 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:48,865 INFO [FileChangeWatcher-hbase_test_key17094859320436178318.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17094859320436178318.jks thread started 2024-11-11T02:12:48,866 INFO [FileChangeWatcher-hbase_test_ca6175032676252482590.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6175032676252482590.jks thread started 2024-11-11T02:12:48,866 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T02:12:48,883 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:48,899 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:48,900 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xeebf76ec, L:/127.0.0.1:41301 - R:/127.0.0.1:53086] 2024-11-11T02:12:48,946 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53086, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T02:12:48,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:12:48,949 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41301 2024-11-11T02:12:48,949 DEBUG [FileChangeWatcher-hbase_test_key17094859320436178318.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17094859320436178318.jks was interrupted and is shutting down... 2024-11-11T02:12:48,949 DEBUG [FileChangeWatcher-hbase_test_ca6175032676252482590.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6175032676252482590.jks was interrupted and is shutting down... 2024-11-11T02:12:48,949 DEBUG [FileChangeWatcher-hbase_test_key17094859320436178318.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17094859320436178318.jks was interrupted and is shutting down... 2024-11-11T02:12:48,949 DEBUG [FileChangeWatcher-hbase_test_ca6175032676252482590.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6175032676252482590.jks was interrupted and is shutting down... 2024-11-11T02:12:48,949 INFO [FileChangeWatcher-hbase_test_ca6175032676252482590.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6175032676252482590.jks thread finished 2024-11-11T02:12:48,949 INFO [FileChangeWatcher-hbase_test_ca6175032676252482590.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6175032676252482590.jks thread finished 2024-11-11T02:12:48,950 INFO [FileChangeWatcher-hbase_test_key17094859320436178318.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17094859320436178318.jks thread finished 2024-11-11T02:12:48,959 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 23) Potentially hanging thread: FileChangeWatcher-hbase_test_key17094859320436178318.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=201 (was 201), ProcessCount=11 (was 11), AvailableMemoryMB=7148 (was 7224) 2024-11-11T02:12:48,964 INFO [FileChangeWatcher-hbase_test_key17094859320436178318.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17094859320436178318.jks thread finished 2024-11-11T02:12:48,967 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=201, ProcessCount=11, AvailableMemoryMB=7147 2024-11-11T02:12:49,022 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T02:12:49,023 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42967 2024-11-11T02:12:49,023 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T02:12:49,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32011580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:12:49,025 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T02:12:49,026 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:49,058 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:49,058 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:49,059 INFO [FileChangeWatcher-hbase_test_key13736429939761690103.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13736429939761690103.pem thread started 2024-11-11T02:12:49,059 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:49,060 INFO [FileChangeWatcher-hbase_test_ca3735452025782622408.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3735452025782622408.pem thread started 2024-11-11T02:12:49,060 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T02:12:49,081 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:49,082 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:49,083 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:49,083 INFO [FileChangeWatcher-hbase_test_key13736429939761690103.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13736429939761690103.pem thread started 2024-11-11T02:12:49,084 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:49,086 INFO [FileChangeWatcher-hbase_test_ca3735452025782622408.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3735452025782622408.pem thread started 2024-11-11T02:12:49,086 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x41ca1b1d, L:/127.0.0.1:42967 - R:/127.0.0.1:57848] 2024-11-11T02:12:49,107 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57848, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T02:12:49,517 DEBUG [FileChangeWatcher-hbase_test_key13736429939761690103.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13736429939761690103.pem 2024-11-11T02:12:49,517 DEBUG [FileChangeWatcher-hbase_test_ca3735452025782622408.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13736429939761690103.pem 2024-11-11T02:12:49,517 DEBUG [FileChangeWatcher-hbase_test_ca3735452025782622408.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13736429939761690103.pem 2024-11-11T02:12:49,517 INFO [FileChangeWatcher-hbase_test_key13736429939761690103.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13736429939761690103.pem 2024-11-11T02:12:49,517 DEBUG [FileChangeWatcher-hbase_test_ca3735452025782622408.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13736429939761690103.pem 2024-11-11T02:12:49,517 DEBUG [FileChangeWatcher-hbase_test_ca3735452025782622408.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13736429939761690103.pem 2024-11-11T02:12:49,517 DEBUG [FileChangeWatcher-hbase_test_key13736429939761690103.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13736429939761690103.pem 2024-11-11T02:12:49,517 DEBUG [FileChangeWatcher-hbase_test_ca3735452025782622408.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13736429939761690103.pem 2024-11-11T02:12:49,517 INFO [FileChangeWatcher-hbase_test_key13736429939761690103.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13736429939761690103.pem 2024-11-11T02:12:49,517 DEBUG [FileChangeWatcher-hbase_test_key13736429939761690103.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13736429939761690103.pem 2024-11-11T02:12:49,518 DEBUG [FileChangeWatcher-hbase_test_ca3735452025782622408.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13736429939761690103.pem 2024-11-11T02:12:49,518 DEBUG [FileChangeWatcher-hbase_test_ca3735452025782622408.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13736429939761690103.pem 2024-11-11T02:12:49,518 INFO [FileChangeWatcher-hbase_test_key13736429939761690103.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13736429939761690103.pem 2024-11-11T02:12:49,518 DEBUG [FileChangeWatcher-hbase_test_key13736429939761690103.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3735452025782622408.pem 2024-11-11T02:12:49,518 DEBUG [FileChangeWatcher-hbase_test_ca3735452025782622408.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13736429939761690103.pem 2024-11-11T02:12:49,518 DEBUG [FileChangeWatcher-hbase_test_ca3735452025782622408.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3735452025782622408.pem 2024-11-11T02:12:49,518 DEBUG [FileChangeWatcher-hbase_test_key13736429939761690103.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3735452025782622408.pem 2024-11-11T02:12:49,518 DEBUG [FileChangeWatcher-hbase_test_key13736429939761690103.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3735452025782622408.pem 2024-11-11T02:12:49,518 DEBUG [FileChangeWatcher-hbase_test_ca3735452025782622408.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3735452025782622408.pem 2024-11-11T02:12:49,518 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,42967,0 is dead - stopping the connection localhost:42967/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T02:12:49,518 INFO [FileChangeWatcher-hbase_test_ca3735452025782622408.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3735452025782622408.pem 2024-11-11T02:12:49,518 DEBUG [FileChangeWatcher-hbase_test_key13736429939761690103.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3735452025782622408.pem 2024-11-11T02:12:49,518 DEBUG [FileChangeWatcher-hbase_test_key13736429939761690103.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3735452025782622408.pem 2024-11-11T02:12:49,518 INFO [FileChangeWatcher-hbase_test_ca3735452025782622408.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3735452025782622408.pem 2024-11-11T02:12:49,518 DEBUG [FileChangeWatcher-hbase_test_key13736429939761690103.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3735452025782622408.pem 2024-11-11T02:12:49,518 DEBUG [FileChangeWatcher-hbase_test_key13736429939761690103.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3735452025782622408.pem 2024-11-11T02:12:49,518 DEBUG [FileChangeWatcher-hbase_test_ca3735452025782622408.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3735452025782622408.pem 2024-11-11T02:12:49,519 DEBUG [FileChangeWatcher-hbase_test_key13736429939761690103.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3735452025782622408.pem 2024-11-11T02:12:49,519 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T02:12:49,519 INFO [FileChangeWatcher-hbase_test_ca3735452025782622408.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3735452025782622408.pem 2024-11-11T02:12:49,520 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:49,525 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:49,526 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T02:12:49,531 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:49,532 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:49,532 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc63960df, L:/127.0.0.1:42967 - R:/127.0.0.1:57856] 2024-11-11T02:12:49,548 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57856, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T02:12:49,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:12:49,550 DEBUG [FileChangeWatcher-hbase_test_ca3735452025782622408.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3735452025782622408.pem was interrupted and is shutting down... 2024-11-11T02:12:49,550 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42967 2024-11-11T02:12:49,550 DEBUG [FileChangeWatcher-hbase_test_key13736429939761690103.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13736429939761690103.pem was interrupted and is shutting down... 2024-11-11T02:12:49,550 DEBUG [FileChangeWatcher-hbase_test_key13736429939761690103.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13736429939761690103.pem was interrupted and is shutting down... 2024-11-11T02:12:49,550 DEBUG [FileChangeWatcher-hbase_test_ca3735452025782622408.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3735452025782622408.pem was interrupted and is shutting down... 2024-11-11T02:12:49,550 INFO [FileChangeWatcher-hbase_test_ca3735452025782622408.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3735452025782622408.pem thread finished 2024-11-11T02:12:49,551 INFO [FileChangeWatcher-hbase_test_key13736429939761690103.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13736429939761690103.pem thread finished 2024-11-11T02:12:49,558 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 25) Potentially hanging thread: FileChangeWatcher-hbase_test_key13736429939761690103.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_ca3735452025782622408.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=201 (was 201), ProcessCount=11 (was 11), AvailableMemoryMB=7086 (was 7147) 2024-11-11T02:12:49,564 INFO [FileChangeWatcher-hbase_test_ca3735452025782622408.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3735452025782622408.pem thread finished 2024-11-11T02:12:49,564 INFO [FileChangeWatcher-hbase_test_key13736429939761690103.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13736429939761690103.pem thread finished 2024-11-11T02:12:49,564 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=201, ProcessCount=11, AvailableMemoryMB=7086 2024-11-11T02:12:49,566 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T02:12:49,567 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46169 2024-11-11T02:12:49,567 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T02:12:49,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40e1f95a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:12:49,568 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T02:12:49,569 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:49,574 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:49,574 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:49,575 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:49,575 INFO [FileChangeWatcher-hbase_test_key13736429939761690103.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13736429939761690103.pem thread started 2024-11-11T02:12:49,575 INFO [FileChangeWatcher-hbase_test_ca3735452025782622408.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3735452025782622408.pem thread started 2024-11-11T02:12:49,575 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T02:12:49,580 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:49,581 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:49,582 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:49,582 INFO [FileChangeWatcher-hbase_test_key13736429939761690103.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13736429939761690103.pem thread started 2024-11-11T02:12:49,582 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:49,583 INFO [FileChangeWatcher-hbase_test_ca3735452025782622408.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3735452025782622408.pem thread started 2024-11-11T02:12:49,583 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf028096d, L:/127.0.0.1:46169 - R:/127.0.0.1:51988] 2024-11-11T02:12:49,598 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51988, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T02:12:49,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:12:49,600 DEBUG [FileChangeWatcher-hbase_test_ca3735452025782622408.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3735452025782622408.pem was interrupted and is shutting down... 2024-11-11T02:12:49,600 DEBUG [FileChangeWatcher-hbase_test_key13736429939761690103.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13736429939761690103.pem was interrupted and is shutting down... 2024-11-11T02:12:49,601 INFO [FileChangeWatcher-hbase_test_key13736429939761690103.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13736429939761690103.pem thread finished 2024-11-11T02:12:49,601 INFO [FileChangeWatcher-hbase_test_ca3735452025782622408.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3735452025782622408.pem thread finished 2024-11-11T02:12:49,776 DEBUG [FileChangeWatcher-hbase_test_ca3735452025782622408.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13736429939761690103.pem 2024-11-11T02:12:49,776 DEBUG [FileChangeWatcher-hbase_test_key13736429939761690103.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13736429939761690103.pem 2024-11-11T02:12:49,776 INFO [FileChangeWatcher-hbase_test_key13736429939761690103.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13736429939761690103.pem 2024-11-11T02:12:49,776 DEBUG [FileChangeWatcher-hbase_test_ca3735452025782622408.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13736429939761690103.pem 2024-11-11T02:12:49,776 DEBUG [FileChangeWatcher-hbase_test_key13736429939761690103.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13736429939761690103.pem 2024-11-11T02:12:49,776 DEBUG [FileChangeWatcher-hbase_test_ca3735452025782622408.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13736429939761690103.pem 2024-11-11T02:12:49,777 INFO [FileChangeWatcher-hbase_test_key13736429939761690103.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13736429939761690103.pem 2024-11-11T02:12:49,777 DEBUG [FileChangeWatcher-hbase_test_ca3735452025782622408.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13736429939761690103.pem 2024-11-11T02:12:49,777 DEBUG [FileChangeWatcher-hbase_test_ca3735452025782622408.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3735452025782622408.pem 2024-11-11T02:12:49,777 DEBUG [FileChangeWatcher-hbase_test_key13736429939761690103.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3735452025782622408.pem 2024-11-11T02:12:49,777 INFO [FileChangeWatcher-hbase_test_ca3735452025782622408.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3735452025782622408.pem 2024-11-11T02:12:49,777 DEBUG [FileChangeWatcher-hbase_test_key13736429939761690103.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3735452025782622408.pem 2024-11-11T02:12:49,777 DEBUG [FileChangeWatcher-hbase_test_key13736429939761690103.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3735452025782622408.pem 2024-11-11T02:12:49,777 DEBUG [FileChangeWatcher-hbase_test_ca3735452025782622408.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3735452025782622408.pem 2024-11-11T02:12:49,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cd5303b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:12:49,778 INFO [FileChangeWatcher-hbase_test_ca3735452025782622408.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3735452025782622408.pem 2024-11-11T02:12:49,778 DEBUG [FileChangeWatcher-hbase_test_key13736429939761690103.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3735452025782622408.pem 2024-11-11T02:12:49,778 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T02:12:49,780 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:49,785 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:49,786 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:49,786 INFO [FileChangeWatcher-hbase_test_key13736429939761690103.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13736429939761690103.pem thread started 2024-11-11T02:12:49,786 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:49,787 INFO [FileChangeWatcher-hbase_test_ca3735452025782622408.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3735452025782622408.pem thread started 2024-11-11T02:12:49,787 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T02:12:49,792 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:49,793 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:49,793 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe17d7582, L:/127.0.0.1:46169 - R:/127.0.0.1:52844] 2024-11-11T02:12:49,809 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52844, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T02:12:49,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:12:49,811 DEBUG [FileChangeWatcher-hbase_test_key13736429939761690103.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13736429939761690103.pem was interrupted and is shutting down... 2024-11-11T02:12:49,811 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46169 2024-11-11T02:12:49,811 DEBUG [FileChangeWatcher-hbase_test_ca3735452025782622408.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3735452025782622408.pem was interrupted and is shutting down... 2024-11-11T02:12:49,811 DEBUG [FileChangeWatcher-hbase_test_key13736429939761690103.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13736429939761690103.pem was interrupted and is shutting down... 2024-11-11T02:12:49,811 DEBUG [FileChangeWatcher-hbase_test_ca3735452025782622408.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3735452025782622408.pem was interrupted and is shutting down... 2024-11-11T02:12:49,811 INFO [FileChangeWatcher-hbase_test_key13736429939761690103.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13736429939761690103.pem thread finished 2024-11-11T02:12:49,811 INFO [FileChangeWatcher-hbase_test_ca3735452025782622408.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3735452025782622408.pem thread finished 2024-11-11T02:12:49,819 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=31 (was 29) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=201 (was 201), ProcessCount=11 (was 11), AvailableMemoryMB=7041 (was 7086) 2024-11-11T02:12:49,825 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=201, ProcessCount=11, AvailableMemoryMB=7040 2024-11-11T02:12:49,828 INFO [FileChangeWatcher-hbase_test_ca3735452025782622408.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3735452025782622408.pem thread finished 2024-11-11T02:12:49,828 INFO [FileChangeWatcher-hbase_test_key13736429939761690103.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13736429939761690103.pem thread finished 2024-11-11T02:12:49,877 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T02:12:49,878 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46661 2024-11-11T02:12:49,879 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T02:12:49,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55558415, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:12:49,880 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T02:12:49,881 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:49,913 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:49,914 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:49,914 INFO [FileChangeWatcher-hbase_test_key8948663413052121997.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8948663413052121997.p12 thread started 2024-11-11T02:12:49,914 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:49,915 INFO [FileChangeWatcher-hbase_test_ca16889714807359254800.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16889714807359254800.p12 thread started 2024-11-11T02:12:49,915 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T02:12:49,931 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:49,947 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:49,947 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:49,948 INFO [FileChangeWatcher-hbase_test_key8948663413052121997.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8948663413052121997.p12 thread started 2024-11-11T02:12:49,949 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:49,949 INFO [FileChangeWatcher-hbase_test_ca16889714807359254800.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16889714807359254800.p12 thread started 2024-11-11T02:12:49,949 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xedcc0936, L:/127.0.0.1:46661 - R:/127.0.0.1:47758] 2024-11-11T02:12:49,988 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47758, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T02:12:50,303 DEBUG [FileChangeWatcher-hbase_test_ca16889714807359254800.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8948663413052121997.p12 2024-11-11T02:12:50,303 DEBUG [FileChangeWatcher-hbase_test_key8948663413052121997.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8948663413052121997.p12 2024-11-11T02:12:50,303 DEBUG [FileChangeWatcher-hbase_test_key8948663413052121997.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8948663413052121997.p12 2024-11-11T02:12:50,304 DEBUG [FileChangeWatcher-hbase_test_ca16889714807359254800.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8948663413052121997.p12 2024-11-11T02:12:50,304 DEBUG [FileChangeWatcher-hbase_test_ca16889714807359254800.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8948663413052121997.p12 2024-11-11T02:12:50,304 DEBUG [FileChangeWatcher-hbase_test_ca16889714807359254800.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8948663413052121997.p12 2024-11-11T02:12:50,304 INFO [FileChangeWatcher-hbase_test_key8948663413052121997.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8948663413052121997.p12 2024-11-11T02:12:50,304 INFO [FileChangeWatcher-hbase_test_key8948663413052121997.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8948663413052121997.p12 2024-11-11T02:12:50,330 DEBUG [FileChangeWatcher-hbase_test_ca16889714807359254800.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8948663413052121997.p12 2024-11-11T02:12:50,330 DEBUG [FileChangeWatcher-hbase_test_key8948663413052121997.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8948663413052121997.p12 2024-11-11T02:12:50,330 DEBUG [FileChangeWatcher-hbase_test_ca16889714807359254800.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8948663413052121997.p12 2024-11-11T02:12:50,330 DEBUG [FileChangeWatcher-hbase_test_key8948663413052121997.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8948663413052121997.p12 2024-11-11T02:12:50,331 DEBUG [FileChangeWatcher-hbase_test_ca16889714807359254800.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8948663413052121997.p12 2024-11-11T02:12:50,331 INFO [FileChangeWatcher-hbase_test_key8948663413052121997.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8948663413052121997.p12 2024-11-11T02:12:50,331 DEBUG [FileChangeWatcher-hbase_test_ca16889714807359254800.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8948663413052121997.p12 2024-11-11T02:12:50,331 INFO [FileChangeWatcher-hbase_test_key8948663413052121997.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8948663413052121997.p12 2024-11-11T02:12:50,331 DEBUG [FileChangeWatcher-hbase_test_ca16889714807359254800.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16889714807359254800.p12 2024-11-11T02:12:50,331 DEBUG [FileChangeWatcher-hbase_test_key8948663413052121997.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16889714807359254800.p12 2024-11-11T02:12:50,331 DEBUG [FileChangeWatcher-hbase_test_key8948663413052121997.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16889714807359254800.p12 2024-11-11T02:12:50,331 DEBUG [FileChangeWatcher-hbase_test_ca16889714807359254800.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16889714807359254800.p12 2024-11-11T02:12:50,331 INFO [FileChangeWatcher-hbase_test_ca16889714807359254800.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16889714807359254800.p12 2024-11-11T02:12:50,331 DEBUG [FileChangeWatcher-hbase_test_key8948663413052121997.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16889714807359254800.p12 2024-11-11T02:12:50,331 INFO [FileChangeWatcher-hbase_test_ca16889714807359254800.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16889714807359254800.p12 2024-11-11T02:12:50,331 DEBUG [FileChangeWatcher-hbase_test_key8948663413052121997.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16889714807359254800.p12 2024-11-11T02:12:50,346 DEBUG [FileChangeWatcher-hbase_test_ca16889714807359254800.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16889714807359254800.p12 2024-11-11T02:12:50,346 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,46661,0 is dead - stopping the connection localhost:46661/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T02:12:50,346 DEBUG [FileChangeWatcher-hbase_test_key8948663413052121997.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16889714807359254800.p12 2024-11-11T02:12:50,346 DEBUG [FileChangeWatcher-hbase_test_ca16889714807359254800.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16889714807359254800.p12 2024-11-11T02:12:50,346 DEBUG [FileChangeWatcher-hbase_test_key8948663413052121997.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16889714807359254800.p12 2024-11-11T02:12:50,347 INFO [FileChangeWatcher-hbase_test_ca16889714807359254800.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16889714807359254800.p12 2024-11-11T02:12:50,347 DEBUG [FileChangeWatcher-hbase_test_key8948663413052121997.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16889714807359254800.p12 2024-11-11T02:12:50,347 INFO [FileChangeWatcher-hbase_test_ca16889714807359254800.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16889714807359254800.p12 2024-11-11T02:12:50,347 DEBUG [FileChangeWatcher-hbase_test_key8948663413052121997.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16889714807359254800.p12 2024-11-11T02:12:50,347 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T02:12:50,348 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:50,380 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:50,380 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T02:12:50,397 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:50,412 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:50,412 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf2449fef, L:/127.0.0.1:46661 - R:/127.0.0.1:47774] 2024-11-11T02:12:50,450 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47774, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T02:12:50,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:12:50,452 DEBUG [FileChangeWatcher-hbase_test_ca16889714807359254800.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16889714807359254800.p12 was interrupted and is shutting down... 2024-11-11T02:12:50,452 DEBUG [FileChangeWatcher-hbase_test_key8948663413052121997.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8948663413052121997.p12 was interrupted and is shutting down... 2024-11-11T02:12:50,452 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46661 2024-11-11T02:12:50,452 DEBUG [FileChangeWatcher-hbase_test_key8948663413052121997.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8948663413052121997.p12 was interrupted and is shutting down... 2024-11-11T02:12:50,452 DEBUG [FileChangeWatcher-hbase_test_ca16889714807359254800.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16889714807359254800.p12 was interrupted and is shutting down... 2024-11-11T02:12:50,452 INFO [FileChangeWatcher-hbase_test_key8948663413052121997.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8948663413052121997.p12 thread finished 2024-11-11T02:12:50,452 INFO [FileChangeWatcher-hbase_test_ca16889714807359254800.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16889714807359254800.p12 thread finished 2024-11-11T02:12:50,452 INFO [FileChangeWatcher-hbase_test_key8948663413052121997.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8948663413052121997.p12 thread finished 2024-11-11T02:12:50,453 INFO [FileChangeWatcher-hbase_test_ca16889714807359254800.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16889714807359254800.p12 thread finished 2024-11-11T02:12:50,460 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29 (was 31), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=201 (was 201), ProcessCount=11 (was 11), AvailableMemoryMB=6971 (was 7040) 2024-11-11T02:12:50,466 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=201, ProcessCount=11, AvailableMemoryMB=6971 2024-11-11T02:12:50,467 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T02:12:50,468 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37181 2024-11-11T02:12:50,468 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T02:12:50,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b6277f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:12:50,469 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T02:12:50,470 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:50,501 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:50,501 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:50,502 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:50,502 INFO [FileChangeWatcher-hbase_test_key8948663413052121997.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8948663413052121997.p12 thread started 2024-11-11T02:12:50,502 INFO [FileChangeWatcher-hbase_test_ca16889714807359254800.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16889714807359254800.p12 thread started 2024-11-11T02:12:50,503 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T02:12:50,519 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:50,534 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:50,535 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:50,535 INFO [FileChangeWatcher-hbase_test_key8948663413052121997.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8948663413052121997.p12 thread started 2024-11-11T02:12:50,535 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:50,536 INFO [FileChangeWatcher-hbase_test_ca16889714807359254800.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16889714807359254800.p12 thread started 2024-11-11T02:12:50,536 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x944c9ed5, L:/127.0.0.1:37181 - R:/127.0.0.1:56700] 2024-11-11T02:12:50,573 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56700, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T02:12:50,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:12:50,576 DEBUG [FileChangeWatcher-hbase_test_key8948663413052121997.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8948663413052121997.p12 was interrupted and is shutting down... 2024-11-11T02:12:50,576 DEBUG [FileChangeWatcher-hbase_test_ca16889714807359254800.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16889714807359254800.p12 was interrupted and is shutting down... 2024-11-11T02:12:50,576 INFO [FileChangeWatcher-hbase_test_key8948663413052121997.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8948663413052121997.p12 thread finished 2024-11-11T02:12:50,576 INFO [FileChangeWatcher-hbase_test_ca16889714807359254800.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16889714807359254800.p12 thread finished 2024-11-11T02:12:50,845 DEBUG [FileChangeWatcher-hbase_test_key8948663413052121997.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8948663413052121997.p12 2024-11-11T02:12:50,845 DEBUG [FileChangeWatcher-hbase_test_ca16889714807359254800.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8948663413052121997.p12 2024-11-11T02:12:50,845 INFO [FileChangeWatcher-hbase_test_key8948663413052121997.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8948663413052121997.p12 2024-11-11T02:12:50,845 DEBUG [FileChangeWatcher-hbase_test_ca16889714807359254800.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8948663413052121997.p12 2024-11-11T02:12:50,871 DEBUG [FileChangeWatcher-hbase_test_ca16889714807359254800.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8948663413052121997.p12 2024-11-11T02:12:50,871 DEBUG [FileChangeWatcher-hbase_test_key8948663413052121997.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8948663413052121997.p12 2024-11-11T02:12:50,872 DEBUG [FileChangeWatcher-hbase_test_ca16889714807359254800.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8948663413052121997.p12 2024-11-11T02:12:50,872 INFO [FileChangeWatcher-hbase_test_key8948663413052121997.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8948663413052121997.p12 2024-11-11T02:12:50,872 DEBUG [FileChangeWatcher-hbase_test_ca16889714807359254800.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16889714807359254800.p12 2024-11-11T02:12:50,872 DEBUG [FileChangeWatcher-hbase_test_key8948663413052121997.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16889714807359254800.p12 2024-11-11T02:12:50,872 INFO [FileChangeWatcher-hbase_test_ca16889714807359254800.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16889714807359254800.p12 2024-11-11T02:12:50,872 DEBUG [FileChangeWatcher-hbase_test_key8948663413052121997.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16889714807359254800.p12 2024-11-11T02:12:50,887 DEBUG [FileChangeWatcher-hbase_test_key8948663413052121997.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16889714807359254800.p12 2024-11-11T02:12:50,887 DEBUG [FileChangeWatcher-hbase_test_ca16889714807359254800.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16889714807359254800.p12 2024-11-11T02:12:50,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2effb471, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:12:50,887 INFO [FileChangeWatcher-hbase_test_ca16889714807359254800.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16889714807359254800.p12 2024-11-11T02:12:50,887 DEBUG [FileChangeWatcher-hbase_test_key8948663413052121997.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16889714807359254800.p12 2024-11-11T02:12:50,888 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T02:12:50,889 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:50,920 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:50,921 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:50,921 INFO [FileChangeWatcher-hbase_test_key8948663413052121997.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8948663413052121997.p12 thread started 2024-11-11T02:12:50,921 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:50,922 INFO [FileChangeWatcher-hbase_test_ca16889714807359254800.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16889714807359254800.p12 thread started 2024-11-11T02:12:50,922 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T02:12:50,950 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:50,969 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:50,969 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6da846fd, L:/127.0.0.1:37181 - R:/127.0.0.1:56706] 2024-11-11T02:12:51,007 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56706, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T02:12:51,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:12:51,009 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37181 2024-11-11T02:12:51,009 DEBUG [FileChangeWatcher-hbase_test_ca16889714807359254800.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16889714807359254800.p12 was interrupted and is shutting down... 2024-11-11T02:12:51,009 DEBUG [FileChangeWatcher-hbase_test_key8948663413052121997.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8948663413052121997.p12 was interrupted and is shutting down... 2024-11-11T02:12:51,009 DEBUG [FileChangeWatcher-hbase_test_key8948663413052121997.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8948663413052121997.p12 was interrupted and is shutting down... 2024-11-11T02:12:51,009 DEBUG [FileChangeWatcher-hbase_test_ca16889714807359254800.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16889714807359254800.p12 was interrupted and is shutting down... 2024-11-11T02:12:51,009 INFO [FileChangeWatcher-hbase_test_ca16889714807359254800.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16889714807359254800.p12 thread finished 2024-11-11T02:12:51,009 INFO [FileChangeWatcher-hbase_test_key8948663413052121997.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8948663413052121997.p12 thread finished 2024-11-11T02:12:51,016 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=35 (was 29) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key8948663413052121997.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca16889714807359254800.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=201 (was 201), ProcessCount=11 (was 11), AvailableMemoryMB=6922 (was 6971) 2024-11-11T02:12:51,022 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=201, ProcessCount=11, AvailableMemoryMB=6922 2024-11-11T02:12:51,024 INFO [FileChangeWatcher-hbase_test_ca16889714807359254800.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16889714807359254800.p12 thread finished 2024-11-11T02:12:51,024 INFO [FileChangeWatcher-hbase_test_key8948663413052121997.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8948663413052121997.p12 thread finished 2024-11-11T02:12:51,550 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T02:12:51,551 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39903 2024-11-11T02:12:51,551 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T02:12:51,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2670b424, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:12:51,552 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T02:12:51,553 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:51,891 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:51,892 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:51,893 INFO [FileChangeWatcher-hbase_test_key2576866767331937595.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2576866767331937595.bcfks thread started 2024-11-11T02:12:51,893 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:51,893 INFO [FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks thread started 2024-11-11T02:12:51,893 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T02:12:52,057 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:52,231 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:52,232 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:52,233 INFO [FileChangeWatcher-hbase_test_key2576866767331937595.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2576866767331937595.bcfks thread started 2024-11-11T02:12:52,233 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:52,233 INFO [FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks thread started 2024-11-11T02:12:52,233 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5477fae5, L:/127.0.0.1:39903 - R:/127.0.0.1:54474] 2024-11-11T02:12:52,426 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54474, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T02:12:52,651 DEBUG [FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2576866767331937595.bcfks 2024-11-11T02:12:52,651 DEBUG [FileChangeWatcher-hbase_test_key2576866767331937595.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2576866767331937595.bcfks 2024-11-11T02:12:52,651 DEBUG [FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2576866767331937595.bcfks 2024-11-11T02:12:52,651 DEBUG [FileChangeWatcher-hbase_test_key2576866767331937595.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2576866767331937595.bcfks 2024-11-11T02:12:52,651 DEBUG [FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2576866767331937595.bcfks 2024-11-11T02:12:52,651 INFO [FileChangeWatcher-hbase_test_key2576866767331937595.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2576866767331937595.bcfks 2024-11-11T02:12:52,651 DEBUG [FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2576866767331937595.bcfks 2024-11-11T02:12:52,651 INFO [FileChangeWatcher-hbase_test_key2576866767331937595.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2576866767331937595.bcfks 2024-11-11T02:12:52,897 DEBUG [FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2576866767331937595.bcfks 2024-11-11T02:12:52,897 DEBUG [FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2576866767331937595.bcfks 2024-11-11T02:12:52,897 DEBUG [FileChangeWatcher-hbase_test_key2576866767331937595.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2576866767331937595.bcfks 2024-11-11T02:12:52,897 DEBUG [FileChangeWatcher-hbase_test_key2576866767331937595.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2576866767331937595.bcfks 2024-11-11T02:12:52,898 DEBUG [FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2576866767331937595.bcfks 2024-11-11T02:12:52,898 DEBUG [FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2576866767331937595.bcfks 2024-11-11T02:12:52,898 DEBUG [FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1268700714682957615.bcfks 2024-11-11T02:12:52,898 INFO [FileChangeWatcher-hbase_test_key2576866767331937595.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2576866767331937595.bcfks 2024-11-11T02:12:52,898 INFO [FileChangeWatcher-hbase_test_key2576866767331937595.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2576866767331937595.bcfks 2024-11-11T02:12:52,898 INFO [FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1268700714682957615.bcfks 2024-11-11T02:12:52,898 DEBUG [FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1268700714682957615.bcfks 2024-11-11T02:12:52,898 DEBUG [FileChangeWatcher-hbase_test_key2576866767331937595.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1268700714682957615.bcfks 2024-11-11T02:12:52,898 DEBUG [FileChangeWatcher-hbase_test_key2576866767331937595.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1268700714682957615.bcfks 2024-11-11T02:12:52,898 INFO [FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1268700714682957615.bcfks 2024-11-11T02:12:52,898 DEBUG [FileChangeWatcher-hbase_test_key2576866767331937595.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1268700714682957615.bcfks 2024-11-11T02:12:52,898 DEBUG [FileChangeWatcher-hbase_test_key2576866767331937595.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1268700714682957615.bcfks 2024-11-11T02:12:53,061 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39903,0 is dead - stopping the connection localhost:39903/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T02:12:53,061 DEBUG [FileChangeWatcher-hbase_test_key2576866767331937595.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1268700714682957615.bcfks 2024-11-11T02:12:53,061 DEBUG [FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1268700714682957615.bcfks 2024-11-11T02:12:53,061 DEBUG [FileChangeWatcher-hbase_test_key2576866767331937595.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1268700714682957615.bcfks 2024-11-11T02:12:53,061 INFO [FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1268700714682957615.bcfks 2024-11-11T02:12:53,061 DEBUG [FileChangeWatcher-hbase_test_key2576866767331937595.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1268700714682957615.bcfks 2024-11-11T02:12:53,061 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T02:12:53,061 DEBUG [FileChangeWatcher-hbase_test_key2576866767331937595.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1268700714682957615.bcfks 2024-11-11T02:12:53,061 DEBUG [FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1268700714682957615.bcfks 2024-11-11T02:12:53,061 INFO [FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1268700714682957615.bcfks 2024-11-11T02:12:53,062 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:53,389 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:53,390 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T02:12:53,553 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:53,717 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:53,717 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8c6bd085, L:/127.0.0.1:39903 - R:/127.0.0.1:54480] 2024-11-11T02:12:53,904 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54480, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T02:12:53,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:12:53,906 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39903 2024-11-11T02:12:53,906 DEBUG [FileChangeWatcher-hbase_test_key2576866767331937595.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2576866767331937595.bcfks was interrupted and is shutting down... 2024-11-11T02:12:53,906 DEBUG [FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks was interrupted and is shutting down... 2024-11-11T02:12:53,906 DEBUG [FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks was interrupted and is shutting down... 2024-11-11T02:12:53,906 DEBUG [FileChangeWatcher-hbase_test_key2576866767331937595.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2576866767331937595.bcfks was interrupted and is shutting down... 2024-11-11T02:12:53,907 INFO [FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks thread finished 2024-11-11T02:12:53,907 INFO [FileChangeWatcher-hbase_test_key2576866767331937595.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2576866767331937595.bcfks thread finished 2024-11-11T02:12:53,907 INFO [FileChangeWatcher-hbase_test_key2576866767331937595.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2576866767331937595.bcfks thread finished 2024-11-11T02:12:53,913 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 35), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=193 (was 201), ProcessCount=11 (was 11), AvailableMemoryMB=6854 (was 6922) 2024-11-11T02:12:53,919 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=193, ProcessCount=11, AvailableMemoryMB=6853 2024-11-11T02:12:53,920 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T02:12:53,921 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33859 2024-11-11T02:12:53,921 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T02:12:53,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6271acb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:12:53,922 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T02:12:53,923 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:53,924 INFO [FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks thread finished 2024-11-11T02:12:54,249 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:54,250 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:54,250 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:54,250 INFO [FileChangeWatcher-hbase_test_key2576866767331937595.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2576866767331937595.bcfks thread started 2024-11-11T02:12:54,251 INFO [FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks thread started 2024-11-11T02:12:54,251 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T02:12:54,414 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:54,579 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:54,580 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:54,580 INFO [FileChangeWatcher-hbase_test_key2576866767331937595.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2576866767331937595.bcfks thread started 2024-11-11T02:12:54,580 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:54,581 INFO [FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks thread started 2024-11-11T02:12:54,581 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0ff52b7f, L:/127.0.0.1:33859 - R:/127.0.0.1:45128] 2024-11-11T02:12:54,761 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45128, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T02:12:54,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:12:54,763 DEBUG [FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks was interrupted and is shutting down... 2024-11-11T02:12:54,763 DEBUG [FileChangeWatcher-hbase_test_key2576866767331937595.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2576866767331937595.bcfks was interrupted and is shutting down... 2024-11-11T02:12:54,763 INFO [FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks thread finished 2024-11-11T02:12:54,764 INFO [FileChangeWatcher-hbase_test_key2576866767331937595.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2576866767331937595.bcfks thread finished 2024-11-11T02:12:54,996 DEBUG [FileChangeWatcher-hbase_test_key2576866767331937595.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2576866767331937595.bcfks 2024-11-11T02:12:54,996 DEBUG [FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2576866767331937595.bcfks 2024-11-11T02:12:54,996 DEBUG [FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2576866767331937595.bcfks 2024-11-11T02:12:54,996 INFO [FileChangeWatcher-hbase_test_key2576866767331937595.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2576866767331937595.bcfks 2024-11-11T02:12:55,240 DEBUG [FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2576866767331937595.bcfks 2024-11-11T02:12:55,240 DEBUG [FileChangeWatcher-hbase_test_key2576866767331937595.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2576866767331937595.bcfks 2024-11-11T02:12:55,240 DEBUG [FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2576866767331937595.bcfks 2024-11-11T02:12:55,240 INFO [FileChangeWatcher-hbase_test_key2576866767331937595.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2576866767331937595.bcfks 2024-11-11T02:12:55,240 DEBUG [FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1268700714682957615.bcfks 2024-11-11T02:12:55,240 DEBUG [FileChangeWatcher-hbase_test_key2576866767331937595.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1268700714682957615.bcfks 2024-11-11T02:12:55,240 DEBUG [FileChangeWatcher-hbase_test_key2576866767331937595.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1268700714682957615.bcfks 2024-11-11T02:12:55,240 INFO [FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1268700714682957615.bcfks 2024-11-11T02:12:55,403 DEBUG [FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1268700714682957615.bcfks 2024-11-11T02:12:55,403 DEBUG [FileChangeWatcher-hbase_test_key2576866767331937595.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1268700714682957615.bcfks 2024-11-11T02:12:55,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c1872a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:12:55,403 DEBUG [FileChangeWatcher-hbase_test_key2576866767331937595.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1268700714682957615.bcfks 2024-11-11T02:12:55,403 INFO [FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1268700714682957615.bcfks 2024-11-11T02:12:55,403 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T02:12:55,405 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:55,730 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:55,730 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:55,731 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:55,731 INFO [FileChangeWatcher-hbase_test_key2576866767331937595.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2576866767331937595.bcfks thread started 2024-11-11T02:12:55,731 INFO [FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks thread started 2024-11-11T02:12:55,731 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T02:12:55,896 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:56,061 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:56,061 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0e6060a0, L:/127.0.0.1:33859 - R:/127.0.0.1:45132] 2024-11-11T02:12:56,246 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45132, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T02:12:56,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:12:56,249 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33859 2024-11-11T02:12:56,249 DEBUG [FileChangeWatcher-hbase_test_key2576866767331937595.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2576866767331937595.bcfks was interrupted and is shutting down... 2024-11-11T02:12:56,249 DEBUG [FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks was interrupted and is shutting down... 2024-11-11T02:12:56,249 DEBUG [FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks was interrupted and is shutting down... 2024-11-11T02:12:56,249 DEBUG [FileChangeWatcher-hbase_test_key2576866767331937595.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2576866767331937595.bcfks was interrupted and is shutting down... 2024-11-11T02:12:56,249 INFO [FileChangeWatcher-hbase_test_key2576866767331937595.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2576866767331937595.bcfks thread finished 2024-11-11T02:12:56,249 INFO [FileChangeWatcher-hbase_test_key2576866767331937595.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2576866767331937595.bcfks thread finished 2024-11-11T02:12:56,250 INFO [FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks thread finished 2024-11-11T02:12:56,257 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=193 (was 193), ProcessCount=11 (was 11), AvailableMemoryMB=6816 (was 6853) 2024-11-11T02:12:56,263 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=193, ProcessCount=11, AvailableMemoryMB=6815 2024-11-11T02:12:56,264 INFO [FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1268700714682957615.bcfks thread finished 2024-11-11T02:12:56,387 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T02:12:56,387 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40067 2024-11-11T02:12:56,388 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T02:12:56,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4347df3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:12:56,389 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T02:12:56,389 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:56,420 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:56,420 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:56,421 INFO [FileChangeWatcher-hbase_test_key18216732315992687337.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18216732315992687337.jks thread started 2024-11-11T02:12:56,421 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:56,421 INFO [FileChangeWatcher-hbase_test_ca10919639520082073827.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10919639520082073827.jks thread started 2024-11-11T02:12:56,422 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T02:12:56,437 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:56,452 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:56,453 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:56,453 INFO [FileChangeWatcher-hbase_test_key18216732315992687337.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18216732315992687337.jks thread started 2024-11-11T02:12:56,453 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:56,454 INFO [FileChangeWatcher-hbase_test_ca10919639520082073827.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10919639520082073827.jks thread started 2024-11-11T02:12:56,454 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd40a917c, L:/127.0.0.1:40067 - R:/127.0.0.1:40620] 2024-11-11T02:12:56,507 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40620, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T02:12:56,517 DEBUG [FileChangeWatcher-hbase_test_key18216732315992687337.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18216732315992687337.jks 2024-11-11T02:12:56,517 DEBUG [FileChangeWatcher-hbase_test_ca10919639520082073827.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18216732315992687337.jks 2024-11-11T02:12:56,517 DEBUG [FileChangeWatcher-hbase_test_ca10919639520082073827.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18216732315992687337.jks 2024-11-11T02:12:56,517 DEBUG [FileChangeWatcher-hbase_test_key18216732315992687337.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18216732315992687337.jks 2024-11-11T02:12:56,517 INFO [FileChangeWatcher-hbase_test_key18216732315992687337.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18216732315992687337.jks 2024-11-11T02:12:56,517 DEBUG [FileChangeWatcher-hbase_test_ca10919639520082073827.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18216732315992687337.jks 2024-11-11T02:12:56,517 INFO [FileChangeWatcher-hbase_test_key18216732315992687337.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18216732315992687337.jks 2024-11-11T02:12:56,517 DEBUG [FileChangeWatcher-hbase_test_ca10919639520082073827.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18216732315992687337.jks 2024-11-11T02:12:56,545 DEBUG [FileChangeWatcher-hbase_test_key18216732315992687337.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18216732315992687337.jks 2024-11-11T02:12:56,545 DEBUG [FileChangeWatcher-hbase_test_ca10919639520082073827.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18216732315992687337.jks 2024-11-11T02:12:56,545 DEBUG [FileChangeWatcher-hbase_test_key18216732315992687337.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18216732315992687337.jks 2024-11-11T02:12:56,545 DEBUG [FileChangeWatcher-hbase_test_ca10919639520082073827.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18216732315992687337.jks 2024-11-11T02:12:56,545 INFO [FileChangeWatcher-hbase_test_key18216732315992687337.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18216732315992687337.jks 2024-11-11T02:12:56,545 DEBUG [FileChangeWatcher-hbase_test_ca10919639520082073827.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18216732315992687337.jks 2024-11-11T02:12:56,545 DEBUG [FileChangeWatcher-hbase_test_ca10919639520082073827.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18216732315992687337.jks 2024-11-11T02:12:56,545 DEBUG [FileChangeWatcher-hbase_test_key18216732315992687337.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10919639520082073827.jks 2024-11-11T02:12:56,545 INFO [FileChangeWatcher-hbase_test_key18216732315992687337.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18216732315992687337.jks 2024-11-11T02:12:56,545 DEBUG [FileChangeWatcher-hbase_test_ca10919639520082073827.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10919639520082073827.jks 2024-11-11T02:12:56,545 DEBUG [FileChangeWatcher-hbase_test_key18216732315992687337.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10919639520082073827.jks 2024-11-11T02:12:56,545 INFO [FileChangeWatcher-hbase_test_ca10919639520082073827.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10919639520082073827.jks 2024-11-11T02:12:56,545 DEBUG [FileChangeWatcher-hbase_test_key18216732315992687337.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10919639520082073827.jks 2024-11-11T02:12:56,545 DEBUG [FileChangeWatcher-hbase_test_ca10919639520082073827.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10919639520082073827.jks 2024-11-11T02:12:56,545 DEBUG [FileChangeWatcher-hbase_test_key18216732315992687337.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10919639520082073827.jks 2024-11-11T02:12:56,545 INFO [FileChangeWatcher-hbase_test_ca10919639520082073827.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10919639520082073827.jks 2024-11-11T02:12:56,560 DEBUG [FileChangeWatcher-hbase_test_ca10919639520082073827.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10919639520082073827.jks 2024-11-11T02:12:56,560 DEBUG [FileChangeWatcher-hbase_test_ca10919639520082073827.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10919639520082073827.jks 2024-11-11T02:12:56,560 DEBUG [FileChangeWatcher-hbase_test_key18216732315992687337.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10919639520082073827.jks 2024-11-11T02:12:56,560 DEBUG [FileChangeWatcher-hbase_test_key18216732315992687337.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10919639520082073827.jks 2024-11-11T02:12:56,560 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40067,0 is dead - stopping the connection localhost:40067/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T02:12:56,561 INFO [FileChangeWatcher-hbase_test_ca10919639520082073827.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10919639520082073827.jks 2024-11-11T02:12:56,561 INFO [FileChangeWatcher-hbase_test_ca10919639520082073827.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10919639520082073827.jks 2024-11-11T02:12:56,561 DEBUG [FileChangeWatcher-hbase_test_key18216732315992687337.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10919639520082073827.jks 2024-11-11T02:12:56,561 DEBUG [FileChangeWatcher-hbase_test_key18216732315992687337.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10919639520082073827.jks 2024-11-11T02:12:56,561 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T02:12:56,562 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:56,593 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:56,593 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T02:12:56,609 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:56,624 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:56,625 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x147a8aeb, L:/127.0.0.1:40067 - R:/127.0.0.1:40632] 2024-11-11T02:12:56,665 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40632, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T02:12:56,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:12:56,667 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40067 2024-11-11T02:12:56,667 DEBUG [FileChangeWatcher-hbase_test_key18216732315992687337.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18216732315992687337.jks was interrupted and is shutting down... 2024-11-11T02:12:56,667 DEBUG [FileChangeWatcher-hbase_test_ca10919639520082073827.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10919639520082073827.jks was interrupted and is shutting down... 2024-11-11T02:12:56,667 DEBUG [FileChangeWatcher-hbase_test_key18216732315992687337.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18216732315992687337.jks was interrupted and is shutting down... 2024-11-11T02:12:56,667 DEBUG [FileChangeWatcher-hbase_test_ca10919639520082073827.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10919639520082073827.jks was interrupted and is shutting down... 2024-11-11T02:12:56,667 INFO [FileChangeWatcher-hbase_test_key18216732315992687337.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18216732315992687337.jks thread finished 2024-11-11T02:12:56,667 INFO [FileChangeWatcher-hbase_test_ca10919639520082073827.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10919639520082073827.jks thread finished 2024-11-11T02:12:56,675 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=193 (was 193), ProcessCount=11 (was 11), AvailableMemoryMB=6796 (was 6815) 2024-11-11T02:12:56,680 INFO [FileChangeWatcher-hbase_test_key18216732315992687337.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18216732315992687337.jks thread finished 2024-11-11T02:12:56,680 INFO [FileChangeWatcher-hbase_test_ca10919639520082073827.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10919639520082073827.jks thread finished 2024-11-11T02:12:56,680 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=193, ProcessCount=11, AvailableMemoryMB=6796 2024-11-11T02:12:56,681 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T02:12:56,682 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43893 2024-11-11T02:12:56,682 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T02:12:56,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c2f880, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:12:56,683 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T02:12:56,684 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:56,716 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:56,717 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:56,717 INFO [FileChangeWatcher-hbase_test_key18216732315992687337.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18216732315992687337.jks thread started 2024-11-11T02:12:56,717 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:56,718 INFO [FileChangeWatcher-hbase_test_ca10919639520082073827.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10919639520082073827.jks thread started 2024-11-11T02:12:56,718 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T02:12:56,734 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:56,749 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:56,749 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:56,750 INFO [FileChangeWatcher-hbase_test_key18216732315992687337.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18216732315992687337.jks thread started 2024-11-11T02:12:56,750 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:56,750 INFO [FileChangeWatcher-hbase_test_ca10919639520082073827.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10919639520082073827.jks thread started 2024-11-11T02:12:56,751 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb13b4f85, L:/127.0.0.1:43893 - R:/127.0.0.1:57062] 2024-11-11T02:12:56,803 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57062, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T02:12:56,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:12:56,805 DEBUG [FileChangeWatcher-hbase_test_key18216732315992687337.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18216732315992687337.jks was interrupted and is shutting down... 2024-11-11T02:12:56,805 DEBUG [FileChangeWatcher-hbase_test_ca10919639520082073827.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10919639520082073827.jks was interrupted and is shutting down... 2024-11-11T02:12:56,805 INFO [FileChangeWatcher-hbase_test_key18216732315992687337.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18216732315992687337.jks thread finished 2024-11-11T02:12:56,806 INFO [FileChangeWatcher-hbase_test_ca10919639520082073827.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10919639520082073827.jks thread finished 2024-11-11T02:12:56,814 DEBUG [FileChangeWatcher-hbase_test_key18216732315992687337.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18216732315992687337.jks 2024-11-11T02:12:56,814 DEBUG [FileChangeWatcher-hbase_test_ca10919639520082073827.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18216732315992687337.jks 2024-11-11T02:12:56,814 INFO [FileChangeWatcher-hbase_test_key18216732315992687337.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18216732315992687337.jks 2024-11-11T02:12:56,814 DEBUG [FileChangeWatcher-hbase_test_ca10919639520082073827.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18216732315992687337.jks 2024-11-11T02:12:56,843 DEBUG [FileChangeWatcher-hbase_test_key18216732315992687337.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18216732315992687337.jks 2024-11-11T02:12:56,843 DEBUG [FileChangeWatcher-hbase_test_ca10919639520082073827.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18216732315992687337.jks 2024-11-11T02:12:56,843 INFO [FileChangeWatcher-hbase_test_key18216732315992687337.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18216732315992687337.jks 2024-11-11T02:12:56,843 DEBUG [FileChangeWatcher-hbase_test_ca10919639520082073827.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18216732315992687337.jks 2024-11-11T02:12:56,843 DEBUG [FileChangeWatcher-hbase_test_key18216732315992687337.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10919639520082073827.jks 2024-11-11T02:12:56,843 DEBUG [FileChangeWatcher-hbase_test_ca10919639520082073827.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10919639520082073827.jks 2024-11-11T02:12:56,843 DEBUG [FileChangeWatcher-hbase_test_key18216732315992687337.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10919639520082073827.jks 2024-11-11T02:12:56,843 INFO [FileChangeWatcher-hbase_test_ca10919639520082073827.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10919639520082073827.jks 2024-11-11T02:12:56,858 DEBUG [FileChangeWatcher-hbase_test_key18216732315992687337.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10919639520082073827.jks 2024-11-11T02:12:56,858 DEBUG [FileChangeWatcher-hbase_test_ca10919639520082073827.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10919639520082073827.jks 2024-11-11T02:12:56,858 DEBUG [FileChangeWatcher-hbase_test_key18216732315992687337.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10919639520082073827.jks 2024-11-11T02:12:56,858 INFO [FileChangeWatcher-hbase_test_ca10919639520082073827.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10919639520082073827.jks 2024-11-11T02:12:56,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fd5333a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:12:56,858 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T02:12:56,859 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:56,890 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:56,890 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:56,891 INFO [FileChangeWatcher-hbase_test_key18216732315992687337.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18216732315992687337.jks thread started 2024-11-11T02:12:56,891 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:56,891 INFO [FileChangeWatcher-hbase_test_ca10919639520082073827.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10919639520082073827.jks thread started 2024-11-11T02:12:56,891 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T02:12:56,907 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:56,923 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:56,923 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2556e8a0, L:/127.0.0.1:43893 - R:/127.0.0.1:57068] 2024-11-11T02:12:56,963 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57068, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T02:12:56,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:12:56,965 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43893 2024-11-11T02:12:56,965 DEBUG [FileChangeWatcher-hbase_test_ca10919639520082073827.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10919639520082073827.jks was interrupted and is shutting down... 2024-11-11T02:12:56,965 DEBUG [FileChangeWatcher-hbase_test_key18216732315992687337.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18216732315992687337.jks was interrupted and is shutting down... 2024-11-11T02:12:56,965 DEBUG [FileChangeWatcher-hbase_test_key18216732315992687337.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18216732315992687337.jks was interrupted and is shutting down... 2024-11-11T02:12:56,965 DEBUG [FileChangeWatcher-hbase_test_ca10919639520082073827.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10919639520082073827.jks was interrupted and is shutting down... 2024-11-11T02:12:56,965 INFO [FileChangeWatcher-hbase_test_key18216732315992687337.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18216732315992687337.jks thread finished 2024-11-11T02:12:56,965 INFO [FileChangeWatcher-hbase_test_ca10919639520082073827.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10919639520082073827.jks thread finished 2024-11-11T02:12:56,966 INFO [FileChangeWatcher-hbase_test_key18216732315992687337.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18216732315992687337.jks thread finished 2024-11-11T02:12:56,972 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=186 (was 193), ProcessCount=11 (was 11), AvailableMemoryMB=6777 (was 6796) 2024-11-11T02:12:56,978 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=186, ProcessCount=11, AvailableMemoryMB=6777 2024-11-11T02:12:56,983 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T02:12:56,984 INFO [FileChangeWatcher-hbase_test_ca10919639520082073827.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10919639520082073827.jks thread finished 2024-11-11T02:12:56,984 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39093 2024-11-11T02:12:56,984 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T02:12:56,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@244cf22f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:12:56,985 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T02:12:56,986 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:56,990 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:56,990 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:56,991 INFO [FileChangeWatcher-hbase_test_key17785344601514934336.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17785344601514934336.pem thread started 2024-11-11T02:12:56,991 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:56,991 INFO [FileChangeWatcher-hbase_test_ca17668406834449376796.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17668406834449376796.pem thread started 2024-11-11T02:12:56,991 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T02:12:56,995 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:56,996 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:56,996 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:57,005 INFO [FileChangeWatcher-hbase_test_key17785344601514934336.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17785344601514934336.pem thread started 2024-11-11T02:12:57,005 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:57,006 INFO [FileChangeWatcher-hbase_test_ca17668406834449376796.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17668406834449376796.pem thread started 2024-11-11T02:12:57,006 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5b2ddcd2, L:/127.0.0.1:39093 - R:/127.0.0.1:49772] 2024-11-11T02:12:57,020 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49772, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T02:12:57,030 DEBUG [FileChangeWatcher-hbase_test_ca17668406834449376796.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17785344601514934336.pem 2024-11-11T02:12:57,030 DEBUG [FileChangeWatcher-hbase_test_key17785344601514934336.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17785344601514934336.pem 2024-11-11T02:12:57,030 DEBUG [FileChangeWatcher-hbase_test_key17785344601514934336.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17785344601514934336.pem 2024-11-11T02:12:57,030 INFO [FileChangeWatcher-hbase_test_key17785344601514934336.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17785344601514934336.pem 2024-11-11T02:12:57,030 DEBUG [FileChangeWatcher-hbase_test_ca17668406834449376796.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17785344601514934336.pem 2024-11-11T02:12:57,030 INFO [FileChangeWatcher-hbase_test_key17785344601514934336.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17785344601514934336.pem 2024-11-11T02:12:57,030 DEBUG [FileChangeWatcher-hbase_test_key17785344601514934336.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17785344601514934336.pem 2024-11-11T02:12:57,030 DEBUG [FileChangeWatcher-hbase_test_key17785344601514934336.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17785344601514934336.pem 2024-11-11T02:12:57,030 DEBUG [FileChangeWatcher-hbase_test_ca17668406834449376796.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17785344601514934336.pem 2024-11-11T02:12:57,030 INFO [FileChangeWatcher-hbase_test_key17785344601514934336.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17785344601514934336.pem 2024-11-11T02:12:57,030 INFO [FileChangeWatcher-hbase_test_key17785344601514934336.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17785344601514934336.pem 2024-11-11T02:12:57,030 DEBUG [FileChangeWatcher-hbase_test_ca17668406834449376796.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17785344601514934336.pem 2024-11-11T02:12:57,030 DEBUG [FileChangeWatcher-hbase_test_ca17668406834449376796.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17785344601514934336.pem 2024-11-11T02:12:57,030 DEBUG [FileChangeWatcher-hbase_test_key17785344601514934336.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17668406834449376796.pem 2024-11-11T02:12:57,030 DEBUG [FileChangeWatcher-hbase_test_ca17668406834449376796.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17668406834449376796.pem 2024-11-11T02:12:57,030 DEBUG [FileChangeWatcher-hbase_test_ca17668406834449376796.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17785344601514934336.pem 2024-11-11T02:12:57,030 DEBUG [FileChangeWatcher-hbase_test_key17785344601514934336.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17668406834449376796.pem 2024-11-11T02:12:57,030 INFO [FileChangeWatcher-hbase_test_ca17668406834449376796.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17668406834449376796.pem 2024-11-11T02:12:57,030 DEBUG [FileChangeWatcher-hbase_test_ca17668406834449376796.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17668406834449376796.pem 2024-11-11T02:12:57,030 DEBUG [FileChangeWatcher-hbase_test_key17785344601514934336.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17668406834449376796.pem 2024-11-11T02:12:57,030 DEBUG [FileChangeWatcher-hbase_test_ca17668406834449376796.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17668406834449376796.pem 2024-11-11T02:12:57,030 INFO [FileChangeWatcher-hbase_test_ca17668406834449376796.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17668406834449376796.pem 2024-11-11T02:12:57,030 DEBUG [FileChangeWatcher-hbase_test_key17785344601514934336.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17668406834449376796.pem 2024-11-11T02:12:57,030 DEBUG [FileChangeWatcher-hbase_test_ca17668406834449376796.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17668406834449376796.pem 2024-11-11T02:12:57,030 INFO [FileChangeWatcher-hbase_test_ca17668406834449376796.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17668406834449376796.pem 2024-11-11T02:12:57,030 INFO [FileChangeWatcher-hbase_test_ca17668406834449376796.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17668406834449376796.pem 2024-11-11T02:12:57,030 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39093,0 is dead - stopping the connection localhost:39093/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T02:12:57,030 DEBUG [FileChangeWatcher-hbase_test_key17785344601514934336.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17668406834449376796.pem 2024-11-11T02:12:57,030 DEBUG [FileChangeWatcher-hbase_test_key17785344601514934336.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17668406834449376796.pem 2024-11-11T02:12:57,031 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T02:12:57,031 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:57,037 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:57,038 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T02:12:57,042 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:57,042 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:57,042 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0b6f503c, L:/127.0.0.1:39093 - R:/127.0.0.1:49780] 2024-11-11T02:12:57,057 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49780, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T02:12:57,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:12:57,058 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39093 2024-11-11T02:12:57,058 DEBUG [FileChangeWatcher-hbase_test_key17785344601514934336.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17785344601514934336.pem was interrupted and is shutting down... 2024-11-11T02:12:57,058 DEBUG [FileChangeWatcher-hbase_test_ca17668406834449376796.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17668406834449376796.pem was interrupted and is shutting down... 2024-11-11T02:12:57,058 DEBUG [FileChangeWatcher-hbase_test_ca17668406834449376796.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17668406834449376796.pem was interrupted and is shutting down... 2024-11-11T02:12:57,058 DEBUG [FileChangeWatcher-hbase_test_key17785344601514934336.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17785344601514934336.pem was interrupted and is shutting down... 2024-11-11T02:12:57,059 INFO [FileChangeWatcher-hbase_test_ca17668406834449376796.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17668406834449376796.pem thread finished 2024-11-11T02:12:57,059 INFO [FileChangeWatcher-hbase_test_ca17668406834449376796.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17668406834449376796.pem thread finished 2024-11-11T02:12:57,064 INFO [FileChangeWatcher-hbase_test_key17785344601514934336.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17785344601514934336.pem thread finished 2024-11-11T02:12:57,064 INFO [FileChangeWatcher-hbase_test_key17785344601514934336.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17785344601514934336.pem thread finished 2024-11-11T02:12:57,065 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=186 (was 186), ProcessCount=11 (was 11), AvailableMemoryMB=6763 (was 6777) 2024-11-11T02:12:57,071 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=186, ProcessCount=11, AvailableMemoryMB=6763 2024-11-11T02:12:57,072 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T02:12:57,072 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34971 2024-11-11T02:12:57,072 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T02:12:57,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2ba41c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:12:57,073 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T02:12:57,074 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:57,078 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:57,078 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:57,079 INFO [FileChangeWatcher-hbase_test_key17785344601514934336.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17785344601514934336.pem thread started 2024-11-11T02:12:57,079 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:57,079 INFO [FileChangeWatcher-hbase_test_ca17668406834449376796.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17668406834449376796.pem thread started 2024-11-11T02:12:57,079 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T02:12:57,083 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:57,084 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:57,084 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:57,084 INFO [FileChangeWatcher-hbase_test_key17785344601514934336.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17785344601514934336.pem thread started 2024-11-11T02:12:57,084 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:57,085 INFO [FileChangeWatcher-hbase_test_ca17668406834449376796.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17668406834449376796.pem thread started 2024-11-11T02:12:57,085 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9f1be8cc, L:/127.0.0.1:34971 - R:/127.0.0.1:34586] 2024-11-11T02:12:57,099 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34586, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T02:12:57,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:12:57,101 DEBUG [FileChangeWatcher-hbase_test_key17785344601514934336.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17785344601514934336.pem was interrupted and is shutting down... 2024-11-11T02:12:57,101 DEBUG [FileChangeWatcher-hbase_test_ca17668406834449376796.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17668406834449376796.pem was interrupted and is shutting down... 2024-11-11T02:12:57,101 INFO [FileChangeWatcher-hbase_test_ca17668406834449376796.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17668406834449376796.pem thread finished 2024-11-11T02:12:57,101 INFO [FileChangeWatcher-hbase_test_key17785344601514934336.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17785344601514934336.pem thread finished 2024-11-11T02:12:57,108 DEBUG [FileChangeWatcher-hbase_test_key17785344601514934336.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17785344601514934336.pem 2024-11-11T02:12:57,108 DEBUG [FileChangeWatcher-hbase_test_ca17668406834449376796.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17785344601514934336.pem 2024-11-11T02:12:57,108 DEBUG [FileChangeWatcher-hbase_test_ca17668406834449376796.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17785344601514934336.pem 2024-11-11T02:12:57,108 INFO [FileChangeWatcher-hbase_test_key17785344601514934336.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17785344601514934336.pem 2024-11-11T02:12:57,109 DEBUG [FileChangeWatcher-hbase_test_ca17668406834449376796.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17785344601514934336.pem 2024-11-11T02:12:57,109 DEBUG [FileChangeWatcher-hbase_test_key17785344601514934336.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17785344601514934336.pem 2024-11-11T02:12:57,109 DEBUG [FileChangeWatcher-hbase_test_ca17668406834449376796.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17785344601514934336.pem 2024-11-11T02:12:57,109 INFO [FileChangeWatcher-hbase_test_key17785344601514934336.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17785344601514934336.pem 2024-11-11T02:12:57,109 DEBUG [FileChangeWatcher-hbase_test_key17785344601514934336.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17668406834449376796.pem 2024-11-11T02:12:57,109 DEBUG [FileChangeWatcher-hbase_test_ca17668406834449376796.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17668406834449376796.pem 2024-11-11T02:12:57,109 DEBUG [FileChangeWatcher-hbase_test_key17785344601514934336.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17668406834449376796.pem 2024-11-11T02:12:57,109 DEBUG [FileChangeWatcher-hbase_test_key17785344601514934336.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17668406834449376796.pem 2024-11-11T02:12:57,109 INFO [FileChangeWatcher-hbase_test_ca17668406834449376796.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17668406834449376796.pem 2024-11-11T02:12:57,109 DEBUG [FileChangeWatcher-hbase_test_key17785344601514934336.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17668406834449376796.pem 2024-11-11T02:12:57,109 DEBUG [FileChangeWatcher-hbase_test_ca17668406834449376796.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17668406834449376796.pem 2024-11-11T02:12:57,109 INFO [FileChangeWatcher-hbase_test_ca17668406834449376796.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17668406834449376796.pem 2024-11-11T02:12:57,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@114ad6e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:12:57,109 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T02:12:57,110 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:57,114 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:57,115 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:57,115 INFO [FileChangeWatcher-hbase_test_key17785344601514934336.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17785344601514934336.pem thread started 2024-11-11T02:12:57,115 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:57,116 INFO [FileChangeWatcher-hbase_test_ca17668406834449376796.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17668406834449376796.pem thread started 2024-11-11T02:12:57,116 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T02:12:57,120 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:57,120 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:57,121 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x940cc3fd, L:/127.0.0.1:34971 - R:/127.0.0.1:34588] 2024-11-11T02:12:57,138 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34588, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T02:12:57,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:12:57,139 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34971 2024-11-11T02:12:57,139 DEBUG [FileChangeWatcher-hbase_test_ca17668406834449376796.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17668406834449376796.pem was interrupted and is shutting down... 2024-11-11T02:12:57,139 DEBUG [FileChangeWatcher-hbase_test_key17785344601514934336.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17785344601514934336.pem was interrupted and is shutting down... 2024-11-11T02:12:57,139 DEBUG [FileChangeWatcher-hbase_test_key17785344601514934336.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17785344601514934336.pem was interrupted and is shutting down... 2024-11-11T02:12:57,139 DEBUG [FileChangeWatcher-hbase_test_ca17668406834449376796.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17668406834449376796.pem was interrupted and is shutting down... 2024-11-11T02:12:57,140 INFO [FileChangeWatcher-hbase_test_key17785344601514934336.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17785344601514934336.pem thread finished 2024-11-11T02:12:57,140 INFO [FileChangeWatcher-hbase_test_ca17668406834449376796.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17668406834449376796.pem thread finished 2024-11-11T02:12:57,140 INFO [FileChangeWatcher-hbase_test_key17785344601514934336.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17785344601514934336.pem thread finished 2024-11-11T02:12:57,146 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=186 (was 186), ProcessCount=11 (was 11), AvailableMemoryMB=6762 (was 6763) 2024-11-11T02:12:57,152 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=186, ProcessCount=11, AvailableMemoryMB=6761 2024-11-11T02:12:57,156 INFO [FileChangeWatcher-hbase_test_ca17668406834449376796.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17668406834449376796.pem thread finished 2024-11-11T02:12:57,194 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T02:12:57,195 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37089 2024-11-11T02:12:57,195 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T02:12:57,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d65947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:12:57,196 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T02:12:57,196 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:57,225 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:57,226 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:57,226 INFO [FileChangeWatcher-hbase_test_key6170730445557202709.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6170730445557202709.p12 thread started 2024-11-11T02:12:57,226 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:57,227 INFO [FileChangeWatcher-hbase_test_ca6943324732994910227.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6943324732994910227.p12 thread started 2024-11-11T02:12:57,227 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T02:12:57,242 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:57,256 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:57,257 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:57,257 INFO [FileChangeWatcher-hbase_test_key6170730445557202709.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6170730445557202709.p12 thread started 2024-11-11T02:12:57,257 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:57,258 INFO [FileChangeWatcher-hbase_test_ca6943324732994910227.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6943324732994910227.p12 thread started 2024-11-11T02:12:57,258 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x69ec8182, L:/127.0.0.1:37089 - R:/127.0.0.1:48594] 2024-11-11T02:12:57,296 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48594, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T02:12:57,303 DEBUG [FileChangeWatcher-hbase_test_key6170730445557202709.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6170730445557202709.p12 2024-11-11T02:12:57,303 DEBUG [FileChangeWatcher-hbase_test_ca6943324732994910227.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6170730445557202709.p12 2024-11-11T02:12:57,303 DEBUG [FileChangeWatcher-hbase_test_ca6943324732994910227.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6170730445557202709.p12 2024-11-11T02:12:57,303 DEBUG [FileChangeWatcher-hbase_test_key6170730445557202709.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6170730445557202709.p12 2024-11-11T02:12:57,303 INFO [FileChangeWatcher-hbase_test_key6170730445557202709.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6170730445557202709.p12 2024-11-11T02:12:57,303 DEBUG [FileChangeWatcher-hbase_test_ca6943324732994910227.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6170730445557202709.p12 2024-11-11T02:12:57,303 INFO [FileChangeWatcher-hbase_test_key6170730445557202709.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6170730445557202709.p12 2024-11-11T02:12:57,304 DEBUG [FileChangeWatcher-hbase_test_ca6943324732994910227.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6170730445557202709.p12 2024-11-11T02:12:57,328 DEBUG [FileChangeWatcher-hbase_test_key6170730445557202709.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6170730445557202709.p12 2024-11-11T02:12:57,328 DEBUG [FileChangeWatcher-hbase_test_ca6943324732994910227.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6170730445557202709.p12 2024-11-11T02:12:57,328 DEBUG [FileChangeWatcher-hbase_test_ca6943324732994910227.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6170730445557202709.p12 2024-11-11T02:12:57,328 DEBUG [FileChangeWatcher-hbase_test_key6170730445557202709.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6170730445557202709.p12 2024-11-11T02:12:57,328 DEBUG [FileChangeWatcher-hbase_test_ca6943324732994910227.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6170730445557202709.p12 2024-11-11T02:12:57,328 INFO [FileChangeWatcher-hbase_test_key6170730445557202709.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6170730445557202709.p12 2024-11-11T02:12:57,328 INFO [FileChangeWatcher-hbase_test_key6170730445557202709.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6170730445557202709.p12 2024-11-11T02:12:57,328 DEBUG [FileChangeWatcher-hbase_test_ca6943324732994910227.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6170730445557202709.p12 2024-11-11T02:12:57,328 DEBUG [FileChangeWatcher-hbase_test_key6170730445557202709.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6943324732994910227.p12 2024-11-11T02:12:57,328 DEBUG [FileChangeWatcher-hbase_test_ca6943324732994910227.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6943324732994910227.p12 2024-11-11T02:12:57,328 DEBUG [FileChangeWatcher-hbase_test_ca6943324732994910227.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6943324732994910227.p12 2024-11-11T02:12:57,328 DEBUG [FileChangeWatcher-hbase_test_key6170730445557202709.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6943324732994910227.p12 2024-11-11T02:12:57,328 INFO [FileChangeWatcher-hbase_test_ca6943324732994910227.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6943324732994910227.p12 2024-11-11T02:12:57,328 DEBUG [FileChangeWatcher-hbase_test_key6170730445557202709.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6943324732994910227.p12 2024-11-11T02:12:57,329 INFO [FileChangeWatcher-hbase_test_ca6943324732994910227.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6943324732994910227.p12 2024-11-11T02:12:57,329 DEBUG [FileChangeWatcher-hbase_test_key6170730445557202709.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6943324732994910227.p12 2024-11-11T02:12:57,343 DEBUG [FileChangeWatcher-hbase_test_ca6943324732994910227.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6943324732994910227.p12 2024-11-11T02:12:57,343 DEBUG [FileChangeWatcher-hbase_test_key6170730445557202709.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6943324732994910227.p12 2024-11-11T02:12:57,343 DEBUG [FileChangeWatcher-hbase_test_key6170730445557202709.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6943324732994910227.p12 2024-11-11T02:12:57,343 DEBUG [FileChangeWatcher-hbase_test_ca6943324732994910227.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6943324732994910227.p12 2024-11-11T02:12:57,343 DEBUG [FileChangeWatcher-hbase_test_key6170730445557202709.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6943324732994910227.p12 2024-11-11T02:12:57,343 INFO [FileChangeWatcher-hbase_test_ca6943324732994910227.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6943324732994910227.p12 2024-11-11T02:12:57,343 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,37089,0 is dead - stopping the connection localhost:37089/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T02:12:57,343 INFO [FileChangeWatcher-hbase_test_ca6943324732994910227.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6943324732994910227.p12 2024-11-11T02:12:57,343 DEBUG [FileChangeWatcher-hbase_test_key6170730445557202709.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6943324732994910227.p12 2024-11-11T02:12:57,343 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T02:12:57,344 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:57,373 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:57,374 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T02:12:57,389 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:57,404 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:57,404 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf8838e6b, L:/127.0.0.1:37089 - R:/127.0.0.1:48608] 2024-11-11T02:12:57,442 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48608, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T02:12:57,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:12:57,443 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37089 2024-11-11T02:12:57,443 DEBUG [FileChangeWatcher-hbase_test_ca6943324732994910227.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6943324732994910227.p12 was interrupted and is shutting down... 2024-11-11T02:12:57,443 DEBUG [FileChangeWatcher-hbase_test_key6170730445557202709.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6170730445557202709.p12 was interrupted and is shutting down... 2024-11-11T02:12:57,443 DEBUG [FileChangeWatcher-hbase_test_key6170730445557202709.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6170730445557202709.p12 was interrupted and is shutting down... 2024-11-11T02:12:57,443 DEBUG [FileChangeWatcher-hbase_test_ca6943324732994910227.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6943324732994910227.p12 was interrupted and is shutting down... 2024-11-11T02:12:57,443 INFO [FileChangeWatcher-hbase_test_ca6943324732994910227.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6943324732994910227.p12 thread finished 2024-11-11T02:12:57,450 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=41 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=186 (was 186), ProcessCount=11 (was 11), AvailableMemoryMB=6761 (was 6761) 2024-11-11T02:12:57,456 INFO [FileChangeWatcher-hbase_test_ca6943324732994910227.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6943324732994910227.p12 thread finished 2024-11-11T02:12:57,456 INFO [FileChangeWatcher-hbase_test_key6170730445557202709.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6170730445557202709.p12 thread finished 2024-11-11T02:12:57,456 INFO [FileChangeWatcher-hbase_test_key6170730445557202709.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6170730445557202709.p12 thread finished 2024-11-11T02:12:57,456 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=41, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=186, ProcessCount=11, AvailableMemoryMB=6761 2024-11-11T02:12:57,457 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T02:12:57,457 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45933 2024-11-11T02:12:57,457 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T02:12:57,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ec946e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:12:57,458 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T02:12:57,459 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:57,488 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:57,488 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:57,489 INFO [FileChangeWatcher-hbase_test_key6170730445557202709.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6170730445557202709.p12 thread started 2024-11-11T02:12:57,489 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:57,489 INFO [FileChangeWatcher-hbase_test_ca6943324732994910227.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6943324732994910227.p12 thread started 2024-11-11T02:12:57,489 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T02:12:57,504 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:57,518 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:57,519 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:57,519 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:57,519 INFO [FileChangeWatcher-hbase_test_key6170730445557202709.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6170730445557202709.p12 thread started 2024-11-11T02:12:57,519 INFO [FileChangeWatcher-hbase_test_ca6943324732994910227.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6943324732994910227.p12 thread started 2024-11-11T02:12:57,520 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7cd686e0, L:/127.0.0.1:45933 - R:/127.0.0.1:37148] 2024-11-11T02:12:57,557 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37148, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T02:12:57,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:12:57,559 DEBUG [FileChangeWatcher-hbase_test_key6170730445557202709.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6170730445557202709.p12 was interrupted and is shutting down... 2024-11-11T02:12:57,559 DEBUG [FileChangeWatcher-hbase_test_ca6943324732994910227.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6943324732994910227.p12 was interrupted and is shutting down... 2024-11-11T02:12:57,560 INFO [FileChangeWatcher-hbase_test_key6170730445557202709.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6170730445557202709.p12 thread finished 2024-11-11T02:12:57,560 INFO [FileChangeWatcher-hbase_test_ca6943324732994910227.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6943324732994910227.p12 thread finished 2024-11-11T02:12:57,566 DEBUG [FileChangeWatcher-hbase_test_key6170730445557202709.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6170730445557202709.p12 2024-11-11T02:12:57,566 DEBUG [FileChangeWatcher-hbase_test_ca6943324732994910227.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6170730445557202709.p12 2024-11-11T02:12:57,566 INFO [FileChangeWatcher-hbase_test_key6170730445557202709.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6170730445557202709.p12 2024-11-11T02:12:57,566 DEBUG [FileChangeWatcher-hbase_test_ca6943324732994910227.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6170730445557202709.p12 2024-11-11T02:12:57,601 DEBUG [FileChangeWatcher-hbase_test_ca6943324732994910227.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6170730445557202709.p12 2024-11-11T02:12:57,601 DEBUG [FileChangeWatcher-hbase_test_key6170730445557202709.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6170730445557202709.p12 2024-11-11T02:12:57,601 DEBUG [FileChangeWatcher-hbase_test_ca6943324732994910227.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6170730445557202709.p12 2024-11-11T02:12:57,601 INFO [FileChangeWatcher-hbase_test_key6170730445557202709.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6170730445557202709.p12 2024-11-11T02:12:57,601 DEBUG [FileChangeWatcher-hbase_test_ca6943324732994910227.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6943324732994910227.p12 2024-11-11T02:12:57,601 INFO [FileChangeWatcher-hbase_test_ca6943324732994910227.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6943324732994910227.p12 2024-11-11T02:12:57,602 DEBUG [FileChangeWatcher-hbase_test_key6170730445557202709.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6943324732994910227.p12 2024-11-11T02:12:57,602 DEBUG [FileChangeWatcher-hbase_test_key6170730445557202709.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6943324732994910227.p12 2024-11-11T02:12:57,616 DEBUG [FileChangeWatcher-hbase_test_ca6943324732994910227.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6943324732994910227.p12 2024-11-11T02:12:57,616 DEBUG [FileChangeWatcher-hbase_test_key6170730445557202709.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6943324732994910227.p12 2024-11-11T02:12:57,616 INFO [FileChangeWatcher-hbase_test_ca6943324732994910227.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6943324732994910227.p12 2024-11-11T02:12:57,616 DEBUG [FileChangeWatcher-hbase_test_key6170730445557202709.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6943324732994910227.p12 2024-11-11T02:12:57,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bfc3b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:12:57,617 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T02:12:57,617 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:57,647 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:57,647 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:57,648 INFO [FileChangeWatcher-hbase_test_key6170730445557202709.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6170730445557202709.p12 thread started 2024-11-11T02:12:57,648 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:57,648 INFO [FileChangeWatcher-hbase_test_ca6943324732994910227.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6943324732994910227.p12 thread started 2024-11-11T02:12:57,649 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T02:12:57,664 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:57,678 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:57,679 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x46193069, L:/127.0.0.1:45933 - R:/127.0.0.1:37162] 2024-11-11T02:12:57,717 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37162, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T02:12:57,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:12:57,718 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45933 2024-11-11T02:12:57,718 DEBUG [FileChangeWatcher-hbase_test_ca6943324732994910227.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6943324732994910227.p12 was interrupted and is shutting down... 2024-11-11T02:12:57,718 DEBUG [FileChangeWatcher-hbase_test_key6170730445557202709.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6170730445557202709.p12 was interrupted and is shutting down... 2024-11-11T02:12:57,719 DEBUG [FileChangeWatcher-hbase_test_key6170730445557202709.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6170730445557202709.p12 was interrupted and is shutting down... 2024-11-11T02:12:57,719 DEBUG [FileChangeWatcher-hbase_test_ca6943324732994910227.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6943324732994910227.p12 was interrupted and is shutting down... 2024-11-11T02:12:57,721 INFO [FileChangeWatcher-hbase_test_key6170730445557202709.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6170730445557202709.p12 thread finished 2024-11-11T02:12:57,721 INFO [FileChangeWatcher-hbase_test_ca6943324732994910227.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6943324732994910227.p12 thread finished 2024-11-11T02:12:57,721 INFO [FileChangeWatcher-hbase_test_ca6943324732994910227.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6943324732994910227.p12 thread finished 2024-11-11T02:12:57,727 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=41 (was 41), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=186 (was 186), ProcessCount=11 (was 11), AvailableMemoryMB=6759 (was 6761) 2024-11-11T02:12:57,733 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=186, ProcessCount=11, AvailableMemoryMB=6758 2024-11-11T02:12:57,740 INFO [FileChangeWatcher-hbase_test_key6170730445557202709.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6170730445557202709.p12 thread finished 2024-11-11T02:12:58,155 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T02:12:58,156 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41131 2024-11-11T02:12:58,156 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T02:12:58,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f6e351f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:12:58,157 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T02:12:58,157 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:58,482 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:58,483 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:58,483 INFO [FileChangeWatcher-hbase_test_key13736175894853268877.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13736175894853268877.bcfks thread started 2024-11-11T02:12:58,483 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:58,484 INFO [FileChangeWatcher-hbase_test_ca20618239336771956.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca20618239336771956.bcfks thread started 2024-11-11T02:12:58,484 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T02:12:58,648 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:58,812 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:58,812 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:58,813 INFO [FileChangeWatcher-hbase_test_key13736175894853268877.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13736175894853268877.bcfks thread started 2024-11-11T02:12:58,813 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:12:58,813 INFO [FileChangeWatcher-hbase_test_ca20618239336771956.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca20618239336771956.bcfks thread started 2024-11-11T02:12:58,814 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb396da7a, L:/127.0.0.1:41131 - R:/127.0.0.1:45870] 2024-11-11T02:12:59,039 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45870, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T02:12:59,047 DEBUG [FileChangeWatcher-hbase_test_key13736175894853268877.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13736175894853268877.bcfks 2024-11-11T02:12:59,047 DEBUG [FileChangeWatcher-hbase_test_ca20618239336771956.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13736175894853268877.bcfks 2024-11-11T02:12:59,047 DEBUG [FileChangeWatcher-hbase_test_key13736175894853268877.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13736175894853268877.bcfks 2024-11-11T02:12:59,047 DEBUG [FileChangeWatcher-hbase_test_ca20618239336771956.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13736175894853268877.bcfks 2024-11-11T02:12:59,047 DEBUG [FileChangeWatcher-hbase_test_ca20618239336771956.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13736175894853268877.bcfks 2024-11-11T02:12:59,047 INFO [FileChangeWatcher-hbase_test_key13736175894853268877.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13736175894853268877.bcfks 2024-11-11T02:12:59,047 DEBUG [FileChangeWatcher-hbase_test_ca20618239336771956.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13736175894853268877.bcfks 2024-11-11T02:12:59,047 INFO [FileChangeWatcher-hbase_test_key13736175894853268877.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13736175894853268877.bcfks 2024-11-11T02:12:59,290 DEBUG [FileChangeWatcher-hbase_test_key13736175894853268877.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13736175894853268877.bcfks 2024-11-11T02:12:59,290 DEBUG [FileChangeWatcher-hbase_test_ca20618239336771956.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13736175894853268877.bcfks 2024-11-11T02:12:59,290 DEBUG [FileChangeWatcher-hbase_test_key13736175894853268877.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13736175894853268877.bcfks 2024-11-11T02:12:59,290 DEBUG [FileChangeWatcher-hbase_test_ca20618239336771956.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13736175894853268877.bcfks 2024-11-11T02:12:59,290 DEBUG [FileChangeWatcher-hbase_test_ca20618239336771956.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13736175894853268877.bcfks 2024-11-11T02:12:59,290 INFO [FileChangeWatcher-hbase_test_key13736175894853268877.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13736175894853268877.bcfks 2024-11-11T02:12:59,290 INFO [FileChangeWatcher-hbase_test_key13736175894853268877.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13736175894853268877.bcfks 2024-11-11T02:12:59,290 DEBUG [FileChangeWatcher-hbase_test_ca20618239336771956.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13736175894853268877.bcfks 2024-11-11T02:12:59,290 DEBUG [FileChangeWatcher-hbase_test_key13736175894853268877.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca20618239336771956.bcfks 2024-11-11T02:12:59,290 DEBUG [FileChangeWatcher-hbase_test_ca20618239336771956.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca20618239336771956.bcfks 2024-11-11T02:12:59,290 DEBUG [FileChangeWatcher-hbase_test_key13736175894853268877.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca20618239336771956.bcfks 2024-11-11T02:12:59,290 DEBUG [FileChangeWatcher-hbase_test_ca20618239336771956.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca20618239336771956.bcfks 2024-11-11T02:12:59,291 INFO [FileChangeWatcher-hbase_test_ca20618239336771956.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca20618239336771956.bcfks 2024-11-11T02:12:59,291 DEBUG [FileChangeWatcher-hbase_test_key13736175894853268877.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca20618239336771956.bcfks 2024-11-11T02:12:59,291 DEBUG [FileChangeWatcher-hbase_test_key13736175894853268877.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca20618239336771956.bcfks 2024-11-11T02:12:59,291 INFO [FileChangeWatcher-hbase_test_ca20618239336771956.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca20618239336771956.bcfks 2024-11-11T02:12:59,454 DEBUG [FileChangeWatcher-hbase_test_key13736175894853268877.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca20618239336771956.bcfks 2024-11-11T02:12:59,454 DEBUG [FileChangeWatcher-hbase_test_ca20618239336771956.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca20618239336771956.bcfks 2024-11-11T02:12:59,454 DEBUG [FileChangeWatcher-hbase_test_ca20618239336771956.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca20618239336771956.bcfks 2024-11-11T02:12:59,454 DEBUG [FileChangeWatcher-hbase_test_key13736175894853268877.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca20618239336771956.bcfks 2024-11-11T02:12:59,454 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,41131,0 is dead - stopping the connection localhost:41131/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T02:12:59,454 INFO [FileChangeWatcher-hbase_test_ca20618239336771956.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca20618239336771956.bcfks 2024-11-11T02:12:59,454 DEBUG [FileChangeWatcher-hbase_test_key13736175894853268877.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca20618239336771956.bcfks 2024-11-11T02:12:59,454 INFO [FileChangeWatcher-hbase_test_ca20618239336771956.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca20618239336771956.bcfks 2024-11-11T02:12:59,454 DEBUG [FileChangeWatcher-hbase_test_key13736175894853268877.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca20618239336771956.bcfks 2024-11-11T02:12:59,455 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T02:12:59,456 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:12:59,781 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:12:59,782 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T02:12:59,944 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:13:00,107 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:13:00,107 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd62cb1f5, L:/127.0.0.1:41131 - R:/127.0.0.1:52640] 2024-11-11T02:13:00,286 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52640, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T02:13:00,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:13:00,288 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41131 2024-11-11T02:13:00,288 DEBUG [FileChangeWatcher-hbase_test_key13736175894853268877.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13736175894853268877.bcfks was interrupted and is shutting down... 2024-11-11T02:13:00,288 DEBUG [FileChangeWatcher-hbase_test_ca20618239336771956.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca20618239336771956.bcfks was interrupted and is shutting down... 2024-11-11T02:13:00,288 DEBUG [FileChangeWatcher-hbase_test_ca20618239336771956.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca20618239336771956.bcfks was interrupted and is shutting down... 2024-11-11T02:13:00,288 DEBUG [FileChangeWatcher-hbase_test_key13736175894853268877.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13736175894853268877.bcfks was interrupted and is shutting down... 2024-11-11T02:13:00,288 INFO [FileChangeWatcher-hbase_test_ca20618239336771956.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca20618239336771956.bcfks thread finished 2024-11-11T02:13:00,288 INFO [FileChangeWatcher-hbase_test_key13736175894853268877.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13736175894853268877.bcfks thread finished 2024-11-11T02:13:00,288 INFO [FileChangeWatcher-hbase_test_ca20618239336771956.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca20618239336771956.bcfks thread finished 2024-11-11T02:13:00,294 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=186 (was 186), ProcessCount=11 (was 11), AvailableMemoryMB=6760 (was 6758) - AvailableMemoryMB LEAK? - 2024-11-11T02:13:00,300 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=186, ProcessCount=11, AvailableMemoryMB=6760 2024-11-11T02:13:00,301 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T02:13:00,302 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45313 2024-11-11T02:13:00,302 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T02:13:00,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683d38fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:13:00,303 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T02:13:00,303 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:13:00,308 INFO [FileChangeWatcher-hbase_test_key13736175894853268877.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13736175894853268877.bcfks thread finished 2024-11-11T02:13:00,629 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:13:00,630 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:13:00,631 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:13:00,631 INFO [FileChangeWatcher-hbase_test_key13736175894853268877.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13736175894853268877.bcfks thread started 2024-11-11T02:13:00,631 INFO [FileChangeWatcher-hbase_test_ca20618239336771956.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca20618239336771956.bcfks thread started 2024-11-11T02:13:00,631 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T02:13:00,794 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:13:00,962 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:13:00,962 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:13:00,963 INFO [FileChangeWatcher-hbase_test_key13736175894853268877.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13736175894853268877.bcfks thread started 2024-11-11T02:13:00,963 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:13:00,963 INFO [FileChangeWatcher-hbase_test_ca20618239336771956.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca20618239336771956.bcfks thread started 2024-11-11T02:13:00,963 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x83a292a8, L:/127.0.0.1:45313 - R:/127.0.0.1:43508] 2024-11-11T02:13:01,141 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43508, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T02:13:01,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:13:01,143 DEBUG [FileChangeWatcher-hbase_test_key13736175894853268877.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13736175894853268877.bcfks was interrupted and is shutting down... 2024-11-11T02:13:01,143 DEBUG [FileChangeWatcher-hbase_test_ca20618239336771956.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca20618239336771956.bcfks was interrupted and is shutting down... 2024-11-11T02:13:01,143 INFO [FileChangeWatcher-hbase_test_key13736175894853268877.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13736175894853268877.bcfks thread finished 2024-11-11T02:13:01,143 INFO [FileChangeWatcher-hbase_test_ca20618239336771956.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca20618239336771956.bcfks thread finished 2024-11-11T02:13:01,149 DEBUG [FileChangeWatcher-hbase_test_key13736175894853268877.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13736175894853268877.bcfks 2024-11-11T02:13:01,149 DEBUG [FileChangeWatcher-hbase_test_ca20618239336771956.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13736175894853268877.bcfks 2024-11-11T02:13:01,149 INFO [FileChangeWatcher-hbase_test_key13736175894853268877.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13736175894853268877.bcfks 2024-11-11T02:13:01,149 DEBUG [FileChangeWatcher-hbase_test_ca20618239336771956.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13736175894853268877.bcfks 2024-11-11T02:13:01,393 DEBUG [FileChangeWatcher-hbase_test_key13736175894853268877.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13736175894853268877.bcfks 2024-11-11T02:13:01,393 DEBUG [FileChangeWatcher-hbase_test_ca20618239336771956.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13736175894853268877.bcfks 2024-11-11T02:13:01,393 INFO [FileChangeWatcher-hbase_test_key13736175894853268877.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13736175894853268877.bcfks 2024-11-11T02:13:01,393 DEBUG [FileChangeWatcher-hbase_test_ca20618239336771956.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13736175894853268877.bcfks 2024-11-11T02:13:01,393 DEBUG [FileChangeWatcher-hbase_test_key13736175894853268877.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca20618239336771956.bcfks 2024-11-11T02:13:01,393 DEBUG [FileChangeWatcher-hbase_test_ca20618239336771956.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca20618239336771956.bcfks 2024-11-11T02:13:01,393 DEBUG [FileChangeWatcher-hbase_test_key13736175894853268877.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca20618239336771956.bcfks 2024-11-11T02:13:01,393 INFO [FileChangeWatcher-hbase_test_ca20618239336771956.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca20618239336771956.bcfks 2024-11-11T02:13:01,554 DEBUG [FileChangeWatcher-hbase_test_key13736175894853268877.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca20618239336771956.bcfks 2024-11-11T02:13:01,554 DEBUG [FileChangeWatcher-hbase_test_ca20618239336771956.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca20618239336771956.bcfks 2024-11-11T02:13:01,555 DEBUG [FileChangeWatcher-hbase_test_key13736175894853268877.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca20618239336771956.bcfks 2024-11-11T02:13:01,555 INFO [FileChangeWatcher-hbase_test_ca20618239336771956.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca20618239336771956.bcfks 2024-11-11T02:13:01,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5422f2cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T02:13:01,555 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T02:13:01,556 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:13:01,881 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:13:01,882 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:13:01,882 INFO [FileChangeWatcher-hbase_test_key13736175894853268877.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13736175894853268877.bcfks thread started 2024-11-11T02:13:01,882 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7863f680-3292-0fc6-e646-016fceebacfb/TestNettyTLSIPCFileWatcher 2024-11-11T02:13:01,882 INFO [FileChangeWatcher-hbase_test_ca20618239336771956.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca20618239336771956.bcfks thread started 2024-11-11T02:13:01,883 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T02:13:02,045 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T02:13:02,208 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T02:13:02,208 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x037db12f, L:/127.0.0.1:45313 - R:/127.0.0.1:43524] 2024-11-11T02:13:02,388 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43524, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T02:13:02,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T02:13:02,390 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45313 2024-11-11T02:13:02,390 DEBUG [FileChangeWatcher-hbase_test_key13736175894853268877.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13736175894853268877.bcfks was interrupted and is shutting down... 2024-11-11T02:13:02,390 DEBUG [FileChangeWatcher-hbase_test_ca20618239336771956.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca20618239336771956.bcfks was interrupted and is shutting down... 2024-11-11T02:13:02,390 DEBUG [FileChangeWatcher-hbase_test_key13736175894853268877.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13736175894853268877.bcfks was interrupted and is shutting down... 2024-11-11T02:13:02,390 DEBUG [FileChangeWatcher-hbase_test_ca20618239336771956.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca20618239336771956.bcfks was interrupted and is shutting down... 2024-11-11T02:13:02,390 INFO [FileChangeWatcher-hbase_test_key13736175894853268877.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13736175894853268877.bcfks thread finished 2024-11-11T02:13:02,390 INFO [FileChangeWatcher-hbase_test_ca20618239336771956.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca20618239336771956.bcfks thread finished 2024-11-11T02:13:02,390 INFO [FileChangeWatcher-hbase_test_ca20618239336771956.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca20618239336771956.bcfks thread finished 2024-11-11T02:13:02,390 INFO [FileChangeWatcher-hbase_test_key13736175894853268877.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13736175894853268877.bcfks thread finished 2024-11-11T02:13:02,397 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=179 (was 186), ProcessCount=11 (was 11), AvailableMemoryMB=6759 (was 6760)