2024-11-21 10:12:20,717 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-21 10:12:20,732 main DEBUG Took 0.013428 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 10:12:20,733 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 10:12:20,733 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 10:12:20,734 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 10:12:20,736 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 10:12:20,747 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 10:12:20,759 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 10:12:20,761 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 10:12:20,762 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 10:12:20,762 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 10:12:20,763 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 10:12:20,763 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 10:12:20,764 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 10:12:20,765 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 10:12:20,766 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 10:12:20,766 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 10:12:20,767 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 10:12:20,767 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 10:12:20,768 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 10:12:20,769 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 10:12:20,769 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 10:12:20,770 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 10:12:20,770 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 10:12:20,771 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 10:12:20,771 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 10:12:20,772 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 10:12:20,773 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 10:12:20,773 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 10:12:20,774 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 10:12:20,774 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 10:12:20,775 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 10:12:20,775 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 10:12:20,777 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 10:12:20,779 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 10:12:20,781 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 10:12:20,782 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 10:12:20,784 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 10:12:20,784 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 10:12:20,797 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 10:12:20,801 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 10:12:20,803 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 10:12:20,804 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 10:12:20,804 main DEBUG createAppenders(={Console}) 2024-11-21 10:12:20,805 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-21 10:12:20,806 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-21 10:12:20,806 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-21 10:12:20,807 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 10:12:20,807 main DEBUG OutputStream closed 2024-11-21 10:12:20,808 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 10:12:20,808 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 10:12:20,809 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-21 10:12:20,888 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 10:12:20,890 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 10:12:20,891 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 10:12:20,892 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 10:12:20,893 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 10:12:20,893 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 10:12:20,893 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 10:12:20,894 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 10:12:20,894 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 10:12:20,894 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 10:12:20,895 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 10:12:20,895 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 10:12:20,895 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 10:12:20,896 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 10:12:20,896 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 10:12:20,896 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 10:12:20,896 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 10:12:20,897 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 10:12:20,900 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 10:12:20,900 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-21 10:12:20,901 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 10:12:20,902 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-21T10:12:20,922 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-21 10:12:20,925 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 10:12:20,925 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T10:12:21,340 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-21T10:12:22,116 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=165, ProcessCount=11, AvailableMemoryMB=2639 2024-11-21T10:12:22,784 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T10:12:22,823 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T10:12:22,837 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T10:12:22,849 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T10:12:22,922 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T10:12:22,956 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 28526 (auto-detected) 2024-11-21T10:12:22,958 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-21T10:12:22,988 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36867 2024-11-21T10:12:22,991 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T10:12:23,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e7b917e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:12:23,018 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-21T10:12:23,019 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-21T10:12:23,290 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T10:12:23,357 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:23,419 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:23,516 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:23,519 INFO [FileChangeWatcher-hbase_test_key9899145504999067727.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9899145504999067727.jks thread started 2024-11-21T10:12:23,519 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:23,520 INFO [FileChangeWatcher-hbase_test_ca5605744421756141225.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5605744421756141225.jks thread started 2024-11-21T10:12:23,530 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T10:12:23,588 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:23,611 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:23,686 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:23,687 INFO [FileChangeWatcher-hbase_test_key9899145504999067727.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9899145504999067727.jks thread started 2024-11-21T10:12:23,687 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:23,688 INFO [FileChangeWatcher-hbase_test_ca5605744421756141225.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5605744421756141225.jks thread started 2024-11-21T10:12:23,690 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xcb11e94e, L:/127.0.0.1:36867 - R:/127.0.0.1:53536] 2024-11-21T10:12:23,817 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53536, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T10:12:24,138 DEBUG [FileChangeWatcher-hbase_test_ca5605744421756141225.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9899145504999067727.jks 2024-11-21T10:12:24,138 DEBUG [FileChangeWatcher-hbase_test_ca5605744421756141225.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9899145504999067727.jks 2024-11-21T10:12:24,138 DEBUG [FileChangeWatcher-hbase_test_key9899145504999067727.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9899145504999067727.jks 2024-11-21T10:12:24,138 DEBUG [FileChangeWatcher-hbase_test_ca5605744421756141225.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9899145504999067727.jks 2024-11-21T10:12:24,138 DEBUG [FileChangeWatcher-hbase_test_ca5605744421756141225.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9899145504999067727.jks 2024-11-21T10:12:24,138 INFO [FileChangeWatcher-hbase_test_key9899145504999067727.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9899145504999067727.jks 2024-11-21T10:12:24,139 DEBUG [FileChangeWatcher-hbase_test_key9899145504999067727.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9899145504999067727.jks 2024-11-21T10:12:24,139 INFO [FileChangeWatcher-hbase_test_key9899145504999067727.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9899145504999067727.jks 2024-11-21T10:12:24,172 DEBUG [FileChangeWatcher-hbase_test_key9899145504999067727.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9899145504999067727.jks 2024-11-21T10:12:24,172 DEBUG [FileChangeWatcher-hbase_test_ca5605744421756141225.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9899145504999067727.jks 2024-11-21T10:12:24,172 DEBUG [FileChangeWatcher-hbase_test_ca5605744421756141225.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9899145504999067727.jks 2024-11-21T10:12:24,172 DEBUG [FileChangeWatcher-hbase_test_key9899145504999067727.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9899145504999067727.jks 2024-11-21T10:12:24,173 INFO [FileChangeWatcher-hbase_test_key9899145504999067727.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9899145504999067727.jks 2024-11-21T10:12:24,173 DEBUG [FileChangeWatcher-hbase_test_ca5605744421756141225.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9899145504999067727.jks 2024-11-21T10:12:24,173 INFO [FileChangeWatcher-hbase_test_key9899145504999067727.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9899145504999067727.jks 2024-11-21T10:12:24,173 DEBUG [FileChangeWatcher-hbase_test_ca5605744421756141225.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9899145504999067727.jks 2024-11-21T10:12:24,173 DEBUG [FileChangeWatcher-hbase_test_key9899145504999067727.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5605744421756141225.jks 2024-11-21T10:12:24,173 DEBUG [FileChangeWatcher-hbase_test_ca5605744421756141225.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5605744421756141225.jks 2024-11-21T10:12:24,173 DEBUG [FileChangeWatcher-hbase_test_key9899145504999067727.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5605744421756141225.jks 2024-11-21T10:12:24,173 DEBUG [FileChangeWatcher-hbase_test_ca5605744421756141225.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5605744421756141225.jks 2024-11-21T10:12:24,173 DEBUG [FileChangeWatcher-hbase_test_key9899145504999067727.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5605744421756141225.jks 2024-11-21T10:12:24,173 INFO [FileChangeWatcher-hbase_test_ca5605744421756141225.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5605744421756141225.jks 2024-11-21T10:12:24,173 DEBUG [FileChangeWatcher-hbase_test_key9899145504999067727.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5605744421756141225.jks 2024-11-21T10:12:24,174 INFO [FileChangeWatcher-hbase_test_ca5605744421756141225.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5605744421756141225.jks 2024-11-21T10:12:24,187 DEBUG [FileChangeWatcher-hbase_test_key9899145504999067727.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5605744421756141225.jks 2024-11-21T10:12:24,187 DEBUG [FileChangeWatcher-hbase_test_key9899145504999067727.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5605744421756141225.jks 2024-11-21T10:12:24,187 DEBUG [FileChangeWatcher-hbase_test_ca5605744421756141225.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5605744421756141225.jks 2024-11-21T10:12:24,187 DEBUG [FileChangeWatcher-hbase_test_key9899145504999067727.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5605744421756141225.jks 2024-11-21T10:12:24,187 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,36867,0 is dead - stopping the connection localhost:36867/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T10:12:24,187 DEBUG [FileChangeWatcher-hbase_test_ca5605744421756141225.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5605744421756141225.jks 2024-11-21T10:12:24,188 DEBUG [FileChangeWatcher-hbase_test_key9899145504999067727.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5605744421756141225.jks 2024-11-21T10:12:24,188 INFO [FileChangeWatcher-hbase_test_ca5605744421756141225.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5605744421756141225.jks 2024-11-21T10:12:24,188 INFO [FileChangeWatcher-hbase_test_ca5605744421756141225.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5605744421756141225.jks 2024-11-21T10:12:24,189 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T10:12:24,190 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:24,225 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:24,226 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T10:12:24,242 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:24,259 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:24,260 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x71fb579f, L:/127.0.0.1:36867 - R:/127.0.0.1:53548] 2024-11-21T10:12:24,304 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53548, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T10:12:24,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:12:24,307 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36867 2024-11-21T10:12:24,307 DEBUG [FileChangeWatcher-hbase_test_key9899145504999067727.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9899145504999067727.jks was interrupted and is shutting down... 2024-11-21T10:12:24,307 DEBUG [FileChangeWatcher-hbase_test_ca5605744421756141225.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5605744421756141225.jks was interrupted and is shutting down... 2024-11-21T10:12:24,308 DEBUG [FileChangeWatcher-hbase_test_key9899145504999067727.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9899145504999067727.jks was interrupted and is shutting down... 2024-11-21T10:12:24,308 DEBUG [FileChangeWatcher-hbase_test_ca5605744421756141225.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5605744421756141225.jks was interrupted and is shutting down... 2024-11-21T10:12:24,308 INFO [FileChangeWatcher-hbase_test_ca5605744421756141225.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5605744421756141225.jks thread finished 2024-11-21T10:12:24,308 INFO [FileChangeWatcher-hbase_test_key9899145504999067727.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9899145504999067727.jks thread finished 2024-11-21T10:12:24,308 INFO [FileChangeWatcher-hbase_test_key9899145504999067727.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9899145504999067727.jks thread finished 2024-11-21T10:12:24,317 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca5605744421756141225.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=165 (was 165), ProcessCount=11 (was 11), AvailableMemoryMB=2486 (was 2639) 2024-11-21T10:12:24,324 INFO [FileChangeWatcher-hbase_test_ca5605744421756141225.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5605744421756141225.jks thread finished 2024-11-21T10:12:24,324 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=165, ProcessCount=11, AvailableMemoryMB=2485 2024-11-21T10:12:24,325 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T10:12:24,326 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46339 2024-11-21T10:12:24,326 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T10:12:24,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c72c845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:12:24,327 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T10:12:24,328 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:24,372 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:24,373 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:24,373 INFO [FileChangeWatcher-hbase_test_key9899145504999067727.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9899145504999067727.jks thread started 2024-11-21T10:12:24,374 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:24,374 INFO [FileChangeWatcher-hbase_test_ca5605744421756141225.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5605744421756141225.jks thread started 2024-11-21T10:12:24,374 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T10:12:24,392 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:24,407 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:24,408 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:24,409 INFO [FileChangeWatcher-hbase_test_key9899145504999067727.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9899145504999067727.jks thread started 2024-11-21T10:12:24,409 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:24,409 INFO [FileChangeWatcher-hbase_test_ca5605744421756141225.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5605744421756141225.jks thread started 2024-11-21T10:12:24,409 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3c67dcc1, L:/127.0.0.1:46339 - R:/127.0.0.1:59526] 2024-11-21T10:12:24,450 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59526, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T10:12:24,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:12:24,453 DEBUG [FileChangeWatcher-hbase_test_ca5605744421756141225.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5605744421756141225.jks was interrupted and is shutting down... 2024-11-21T10:12:24,453 DEBUG [FileChangeWatcher-hbase_test_key9899145504999067727.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9899145504999067727.jks was interrupted and is shutting down... 2024-11-21T10:12:24,454 INFO [FileChangeWatcher-hbase_test_ca5605744421756141225.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5605744421756141225.jks thread finished 2024-11-21T10:12:24,454 INFO [FileChangeWatcher-hbase_test_key9899145504999067727.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9899145504999067727.jks thread finished 2024-11-21T10:12:24,848 DEBUG [FileChangeWatcher-hbase_test_key9899145504999067727.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9899145504999067727.jks 2024-11-21T10:12:24,849 INFO [FileChangeWatcher-hbase_test_key9899145504999067727.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9899145504999067727.jks 2024-11-21T10:12:24,849 DEBUG [FileChangeWatcher-hbase_test_ca5605744421756141225.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9899145504999067727.jks 2024-11-21T10:12:24,849 DEBUG [FileChangeWatcher-hbase_test_ca5605744421756141225.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9899145504999067727.jks 2024-11-21T10:12:24,876 DEBUG [FileChangeWatcher-hbase_test_ca5605744421756141225.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9899145504999067727.jks 2024-11-21T10:12:24,876 DEBUG [FileChangeWatcher-hbase_test_key9899145504999067727.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9899145504999067727.jks 2024-11-21T10:12:24,876 DEBUG [FileChangeWatcher-hbase_test_ca5605744421756141225.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9899145504999067727.jks 2024-11-21T10:12:24,876 INFO [FileChangeWatcher-hbase_test_key9899145504999067727.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9899145504999067727.jks 2024-11-21T10:12:24,876 DEBUG [FileChangeWatcher-hbase_test_ca5605744421756141225.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5605744421756141225.jks 2024-11-21T10:12:24,876 DEBUG [FileChangeWatcher-hbase_test_key9899145504999067727.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5605744421756141225.jks 2024-11-21T10:12:24,876 INFO [FileChangeWatcher-hbase_test_ca5605744421756141225.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5605744421756141225.jks 2024-11-21T10:12:24,877 DEBUG [FileChangeWatcher-hbase_test_key9899145504999067727.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5605744421756141225.jks 2024-11-21T10:12:24,891 DEBUG [FileChangeWatcher-hbase_test_ca5605744421756141225.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5605744421756141225.jks 2024-11-21T10:12:24,891 DEBUG [FileChangeWatcher-hbase_test_key9899145504999067727.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5605744421756141225.jks 2024-11-21T10:12:24,891 INFO [FileChangeWatcher-hbase_test_ca5605744421756141225.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5605744421756141225.jks 2024-11-21T10:12:24,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bc6ec36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:12:24,891 DEBUG [FileChangeWatcher-hbase_test_key9899145504999067727.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5605744421756141225.jks 2024-11-21T10:12:24,892 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T10:12:24,893 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:24,933 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:24,934 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:24,935 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:24,935 INFO [FileChangeWatcher-hbase_test_key9899145504999067727.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9899145504999067727.jks thread started 2024-11-21T10:12:24,936 INFO [FileChangeWatcher-hbase_test_ca5605744421756141225.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5605744421756141225.jks thread started 2024-11-21T10:12:24,936 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T10:12:24,952 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:24,967 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:24,968 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7d979bdf, L:/127.0.0.1:46339 - R:/127.0.0.1:59534] 2024-11-21T10:12:25,010 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59534, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T10:12:25,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:12:25,012 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46339 2024-11-21T10:12:25,012 DEBUG [FileChangeWatcher-hbase_test_key9899145504999067727.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9899145504999067727.jks was interrupted and is shutting down... 2024-11-21T10:12:25,012 DEBUG [FileChangeWatcher-hbase_test_ca5605744421756141225.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5605744421756141225.jks was interrupted and is shutting down... 2024-11-21T10:12:25,012 DEBUG [FileChangeWatcher-hbase_test_key9899145504999067727.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9899145504999067727.jks was interrupted and is shutting down... 2024-11-21T10:12:25,012 DEBUG [FileChangeWatcher-hbase_test_ca5605744421756141225.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5605744421756141225.jks was interrupted and is shutting down... 2024-11-21T10:12:25,013 INFO [FileChangeWatcher-hbase_test_key9899145504999067727.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9899145504999067727.jks thread finished 2024-11-21T10:12:25,013 INFO [FileChangeWatcher-hbase_test_ca5605744421756141225.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5605744421756141225.jks thread finished 2024-11-21T10:12:25,013 INFO [FileChangeWatcher-hbase_test_key9899145504999067727.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9899145504999067727.jks thread finished 2024-11-21T10:12:25,020 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 23) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=160 (was 165), ProcessCount=11 (was 11), AvailableMemoryMB=2418 (was 2485) 2024-11-21T10:12:25,027 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=160, ProcessCount=11, AvailableMemoryMB=2417 2024-11-21T10:12:25,036 INFO [FileChangeWatcher-hbase_test_ca5605744421756141225.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5605744421756141225.jks thread finished 2024-11-21T10:12:25,085 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T10:12:25,085 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36151 2024-11-21T10:12:25,086 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T10:12:25,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ca34071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:12:25,087 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T10:12:25,088 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:25,106 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:25,107 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:25,107 INFO [FileChangeWatcher-hbase_test_key12276977917519068694.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12276977917519068694.pem thread started 2024-11-21T10:12:25,107 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:25,108 INFO [FileChangeWatcher-hbase_test_ca11865380299715573938.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11865380299715573938.pem thread started 2024-11-21T10:12:25,108 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T10:12:25,126 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:25,127 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:25,128 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:25,129 INFO [FileChangeWatcher-hbase_test_key12276977917519068694.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12276977917519068694.pem thread started 2024-11-21T10:12:25,129 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:25,130 INFO [FileChangeWatcher-hbase_test_ca11865380299715573938.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11865380299715573938.pem thread started 2024-11-21T10:12:25,130 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x090a1168, L:/127.0.0.1:36151 - R:/127.0.0.1:55362] 2024-11-21T10:12:25,145 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55362, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T10:12:25,310 DEBUG [FileChangeWatcher-hbase_test_ca11865380299715573938.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12276977917519068694.pem 2024-11-21T10:12:25,310 DEBUG [FileChangeWatcher-hbase_test_key12276977917519068694.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12276977917519068694.pem 2024-11-21T10:12:25,310 DEBUG [FileChangeWatcher-hbase_test_ca11865380299715573938.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12276977917519068694.pem 2024-11-21T10:12:25,310 DEBUG [FileChangeWatcher-hbase_test_ca11865380299715573938.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12276977917519068694.pem 2024-11-21T10:12:25,310 INFO [FileChangeWatcher-hbase_test_key12276977917519068694.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12276977917519068694.pem 2024-11-21T10:12:25,310 DEBUG [FileChangeWatcher-hbase_test_ca11865380299715573938.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12276977917519068694.pem 2024-11-21T10:12:25,311 DEBUG [FileChangeWatcher-hbase_test_ca11865380299715573938.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12276977917519068694.pem 2024-11-21T10:12:25,311 DEBUG [FileChangeWatcher-hbase_test_key12276977917519068694.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12276977917519068694.pem 2024-11-21T10:12:25,311 DEBUG [FileChangeWatcher-hbase_test_ca11865380299715573938.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12276977917519068694.pem 2024-11-21T10:12:25,311 DEBUG [FileChangeWatcher-hbase_test_ca11865380299715573938.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12276977917519068694.pem 2024-11-21T10:12:25,311 INFO [FileChangeWatcher-hbase_test_key12276977917519068694.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12276977917519068694.pem 2024-11-21T10:12:25,311 DEBUG [FileChangeWatcher-hbase_test_ca11865380299715573938.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12276977917519068694.pem 2024-11-21T10:12:25,311 DEBUG [FileChangeWatcher-hbase_test_key12276977917519068694.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11865380299715573938.pem 2024-11-21T10:12:25,311 DEBUG [FileChangeWatcher-hbase_test_ca11865380299715573938.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11865380299715573938.pem 2024-11-21T10:12:25,311 DEBUG [FileChangeWatcher-hbase_test_key12276977917519068694.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11865380299715573938.pem 2024-11-21T10:12:25,311 DEBUG [FileChangeWatcher-hbase_test_ca11865380299715573938.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11865380299715573938.pem 2024-11-21T10:12:25,311 INFO [FileChangeWatcher-hbase_test_ca11865380299715573938.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11865380299715573938.pem 2024-11-21T10:12:25,311 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,36151,0 is dead - stopping the connection localhost:36151/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T10:12:25,311 DEBUG [FileChangeWatcher-hbase_test_key12276977917519068694.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11865380299715573938.pem 2024-11-21T10:12:25,312 INFO [FileChangeWatcher-hbase_test_ca11865380299715573938.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11865380299715573938.pem 2024-11-21T10:12:25,312 DEBUG [FileChangeWatcher-hbase_test_ca11865380299715573938.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11865380299715573938.pem 2024-11-21T10:12:25,312 DEBUG [FileChangeWatcher-hbase_test_key12276977917519068694.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11865380299715573938.pem 2024-11-21T10:12:25,310 DEBUG [FileChangeWatcher-hbase_test_key12276977917519068694.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12276977917519068694.pem 2024-11-21T10:12:25,312 DEBUG [FileChangeWatcher-hbase_test_ca11865380299715573938.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11865380299715573938.pem 2024-11-21T10:12:25,312 INFO [FileChangeWatcher-hbase_test_ca11865380299715573938.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11865380299715573938.pem 2024-11-21T10:12:25,312 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T10:12:25,312 INFO [FileChangeWatcher-hbase_test_key12276977917519068694.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12276977917519068694.pem 2024-11-21T10:12:25,312 INFO [FileChangeWatcher-hbase_test_ca11865380299715573938.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11865380299715573938.pem 2024-11-21T10:12:25,312 DEBUG [FileChangeWatcher-hbase_test_key12276977917519068694.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12276977917519068694.pem 2024-11-21T10:12:25,312 INFO [FileChangeWatcher-hbase_test_key12276977917519068694.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12276977917519068694.pem 2024-11-21T10:12:25,313 DEBUG [FileChangeWatcher-hbase_test_key12276977917519068694.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11865380299715573938.pem 2024-11-21T10:12:25,313 DEBUG [FileChangeWatcher-hbase_test_key12276977917519068694.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11865380299715573938.pem 2024-11-21T10:12:25,314 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:25,319 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:25,319 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T10:12:25,326 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:25,327 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:25,328 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfb7c3ab3, L:/127.0.0.1:36151 - R:/127.0.0.1:55372] 2024-11-21T10:12:25,350 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55372, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T10:12:25,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:12:25,352 DEBUG [FileChangeWatcher-hbase_test_key12276977917519068694.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12276977917519068694.pem was interrupted and is shutting down... 2024-11-21T10:12:25,352 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36151 2024-11-21T10:12:25,352 DEBUG [FileChangeWatcher-hbase_test_ca11865380299715573938.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11865380299715573938.pem was interrupted and is shutting down... 2024-11-21T10:12:25,353 DEBUG [FileChangeWatcher-hbase_test_key12276977917519068694.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12276977917519068694.pem was interrupted and is shutting down... 2024-11-21T10:12:25,353 DEBUG [FileChangeWatcher-hbase_test_ca11865380299715573938.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11865380299715573938.pem was interrupted and is shutting down... 2024-11-21T10:12:25,353 INFO [FileChangeWatcher-hbase_test_ca11865380299715573938.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11865380299715573938.pem thread finished 2024-11-21T10:12:25,353 INFO [FileChangeWatcher-hbase_test_key12276977917519068694.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12276977917519068694.pem thread finished 2024-11-21T10:12:25,360 INFO [FileChangeWatcher-hbase_test_ca11865380299715573938.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11865380299715573938.pem thread finished 2024-11-21T10:12:25,360 INFO [FileChangeWatcher-hbase_test_key12276977917519068694.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12276977917519068694.pem thread finished 2024-11-21T10:12:25,360 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 25) Potentially hanging thread: FileChangeWatcher-hbase_test_key12276977917519068694.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca11865380299715573938.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=160 (was 160), ProcessCount=11 (was 11), AvailableMemoryMB=2372 (was 2417) 2024-11-21T10:12:25,366 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=160, ProcessCount=11, AvailableMemoryMB=2371 2024-11-21T10:12:25,367 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T10:12:25,368 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44783 2024-11-21T10:12:25,368 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T10:12:25,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d3c6e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:12:25,369 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T10:12:25,370 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:25,375 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:25,375 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:25,376 INFO [FileChangeWatcher-hbase_test_key12276977917519068694.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12276977917519068694.pem thread started 2024-11-21T10:12:25,376 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:25,376 INFO [FileChangeWatcher-hbase_test_ca11865380299715573938.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11865380299715573938.pem thread started 2024-11-21T10:12:25,377 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T10:12:25,381 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:25,382 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:25,382 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:25,383 INFO [FileChangeWatcher-hbase_test_key12276977917519068694.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12276977917519068694.pem thread started 2024-11-21T10:12:25,383 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:25,383 INFO [FileChangeWatcher-hbase_test_ca11865380299715573938.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11865380299715573938.pem thread started 2024-11-21T10:12:25,383 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9cf6f003, L:/127.0.0.1:44783 - R:/127.0.0.1:36210] 2024-11-21T10:12:25,398 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36210, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T10:12:25,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:12:25,400 DEBUG [FileChangeWatcher-hbase_test_key12276977917519068694.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12276977917519068694.pem was interrupted and is shutting down... 2024-11-21T10:12:25,400 DEBUG [FileChangeWatcher-hbase_test_ca11865380299715573938.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11865380299715573938.pem was interrupted and is shutting down... 2024-11-21T10:12:25,400 INFO [FileChangeWatcher-hbase_test_ca11865380299715573938.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11865380299715573938.pem thread finished 2024-11-21T10:12:25,400 INFO [FileChangeWatcher-hbase_test_key12276977917519068694.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12276977917519068694.pem thread finished 2024-11-21T10:12:25,610 DEBUG [FileChangeWatcher-hbase_test_key12276977917519068694.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12276977917519068694.pem 2024-11-21T10:12:25,610 DEBUG [FileChangeWatcher-hbase_test_ca11865380299715573938.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12276977917519068694.pem 2024-11-21T10:12:25,611 INFO [FileChangeWatcher-hbase_test_key12276977917519068694.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12276977917519068694.pem 2024-11-21T10:12:25,611 DEBUG [FileChangeWatcher-hbase_test_ca11865380299715573938.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12276977917519068694.pem 2024-11-21T10:12:25,611 DEBUG [FileChangeWatcher-hbase_test_key12276977917519068694.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12276977917519068694.pem 2024-11-21T10:12:25,611 DEBUG [FileChangeWatcher-hbase_test_ca11865380299715573938.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12276977917519068694.pem 2024-11-21T10:12:25,611 INFO [FileChangeWatcher-hbase_test_key12276977917519068694.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12276977917519068694.pem 2024-11-21T10:12:25,611 DEBUG [FileChangeWatcher-hbase_test_ca11865380299715573938.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12276977917519068694.pem 2024-11-21T10:12:25,611 DEBUG [FileChangeWatcher-hbase_test_key12276977917519068694.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11865380299715573938.pem 2024-11-21T10:12:25,611 DEBUG [FileChangeWatcher-hbase_test_ca11865380299715573938.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11865380299715573938.pem 2024-11-21T10:12:25,611 DEBUG [FileChangeWatcher-hbase_test_key12276977917519068694.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11865380299715573938.pem 2024-11-21T10:12:25,611 INFO [FileChangeWatcher-hbase_test_ca11865380299715573938.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11865380299715573938.pem 2024-11-21T10:12:25,611 DEBUG [FileChangeWatcher-hbase_test_key12276977917519068694.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11865380299715573938.pem 2024-11-21T10:12:25,611 DEBUG [FileChangeWatcher-hbase_test_ca11865380299715573938.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11865380299715573938.pem 2024-11-21T10:12:25,612 DEBUG [FileChangeWatcher-hbase_test_key12276977917519068694.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11865380299715573938.pem 2024-11-21T10:12:25,612 INFO [FileChangeWatcher-hbase_test_ca11865380299715573938.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11865380299715573938.pem 2024-11-21T10:12:25,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c4bc7c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:12:25,612 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T10:12:25,614 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:25,619 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:25,619 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:25,620 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:25,620 INFO [FileChangeWatcher-hbase_test_key12276977917519068694.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12276977917519068694.pem thread started 2024-11-21T10:12:25,620 INFO [FileChangeWatcher-hbase_test_ca11865380299715573938.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11865380299715573938.pem thread started 2024-11-21T10:12:25,620 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T10:12:25,625 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:25,626 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:25,627 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x844ce10e, L:/127.0.0.1:44783 - R:/127.0.0.1:36224] 2024-11-21T10:12:25,642 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36224, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T10:12:25,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:12:25,644 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44783 2024-11-21T10:12:25,644 DEBUG [FileChangeWatcher-hbase_test_ca11865380299715573938.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11865380299715573938.pem was interrupted and is shutting down... 2024-11-21T10:12:25,644 DEBUG [FileChangeWatcher-hbase_test_key12276977917519068694.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12276977917519068694.pem was interrupted and is shutting down... 2024-11-21T10:12:25,644 DEBUG [FileChangeWatcher-hbase_test_ca11865380299715573938.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11865380299715573938.pem was interrupted and is shutting down... 2024-11-21T10:12:25,644 DEBUG [FileChangeWatcher-hbase_test_key12276977917519068694.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12276977917519068694.pem was interrupted and is shutting down... 2024-11-21T10:12:25,645 INFO [FileChangeWatcher-hbase_test_ca11865380299715573938.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11865380299715573938.pem thread finished 2024-11-21T10:12:25,645 INFO [FileChangeWatcher-hbase_test_key12276977917519068694.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12276977917519068694.pem thread finished 2024-11-21T10:12:25,645 INFO [FileChangeWatcher-hbase_test_ca11865380299715573938.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11865380299715573938.pem thread finished 2024-11-21T10:12:25,651 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key12276977917519068694.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=160 (was 160), ProcessCount=11 (was 11), AvailableMemoryMB=2331 (was 2371) 2024-11-21T10:12:25,657 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=160, ProcessCount=11, AvailableMemoryMB=2331 2024-11-21T10:12:25,668 INFO [FileChangeWatcher-hbase_test_key12276977917519068694.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12276977917519068694.pem thread finished 2024-11-21T10:12:25,705 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T10:12:25,706 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44185 2024-11-21T10:12:25,706 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T10:12:25,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d141bc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:12:25,707 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T10:12:25,709 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:25,743 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:25,743 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:25,744 INFO [FileChangeWatcher-hbase_test_key11199411943853464855.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11199411943853464855.p12 thread started 2024-11-21T10:12:25,744 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:25,744 INFO [FileChangeWatcher-hbase_test_ca9466392818101505775.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9466392818101505775.p12 thread started 2024-11-21T10:12:25,744 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T10:12:25,764 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:25,780 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:25,781 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:25,782 INFO [FileChangeWatcher-hbase_test_key11199411943853464855.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11199411943853464855.p12 thread started 2024-11-21T10:12:25,782 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:25,782 INFO [FileChangeWatcher-hbase_test_ca9466392818101505775.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9466392818101505775.p12 thread started 2024-11-21T10:12:25,782 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd674a057, L:/127.0.0.1:44185 - R:/127.0.0.1:36058] 2024-11-21T10:12:25,823 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36058, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T10:12:26,486 DEBUG [FileChangeWatcher-hbase_test_key11199411943853464855.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11199411943853464855.p12 2024-11-21T10:12:26,486 DEBUG [FileChangeWatcher-hbase_test_ca9466392818101505775.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11199411943853464855.p12 2024-11-21T10:12:26,486 DEBUG [FileChangeWatcher-hbase_test_key11199411943853464855.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11199411943853464855.p12 2024-11-21T10:12:26,486 DEBUG [FileChangeWatcher-hbase_test_ca9466392818101505775.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11199411943853464855.p12 2024-11-21T10:12:26,486 INFO [FileChangeWatcher-hbase_test_key11199411943853464855.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11199411943853464855.p12 2024-11-21T10:12:26,486 DEBUG [FileChangeWatcher-hbase_test_ca9466392818101505775.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11199411943853464855.p12 2024-11-21T10:12:26,486 INFO [FileChangeWatcher-hbase_test_key11199411943853464855.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11199411943853464855.p12 2024-11-21T10:12:26,486 DEBUG [FileChangeWatcher-hbase_test_ca9466392818101505775.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11199411943853464855.p12 2024-11-21T10:12:26,515 DEBUG [FileChangeWatcher-hbase_test_key11199411943853464855.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11199411943853464855.p12 2024-11-21T10:12:26,515 DEBUG [FileChangeWatcher-hbase_test_key11199411943853464855.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11199411943853464855.p12 2024-11-21T10:12:26,515 DEBUG [FileChangeWatcher-hbase_test_ca9466392818101505775.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11199411943853464855.p12 2024-11-21T10:12:26,515 DEBUG [FileChangeWatcher-hbase_test_ca9466392818101505775.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11199411943853464855.p12 2024-11-21T10:12:26,516 INFO [FileChangeWatcher-hbase_test_key11199411943853464855.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11199411943853464855.p12 2024-11-21T10:12:26,516 INFO [FileChangeWatcher-hbase_test_key11199411943853464855.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11199411943853464855.p12 2024-11-21T10:12:26,516 DEBUG [FileChangeWatcher-hbase_test_ca9466392818101505775.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11199411943853464855.p12 2024-11-21T10:12:26,516 DEBUG [FileChangeWatcher-hbase_test_ca9466392818101505775.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11199411943853464855.p12 2024-11-21T10:12:26,516 DEBUG [FileChangeWatcher-hbase_test_key11199411943853464855.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9466392818101505775.p12 2024-11-21T10:12:26,516 DEBUG [FileChangeWatcher-hbase_test_key11199411943853464855.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9466392818101505775.p12 2024-11-21T10:12:26,516 DEBUG [FileChangeWatcher-hbase_test_ca9466392818101505775.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9466392818101505775.p12 2024-11-21T10:12:26,516 DEBUG [FileChangeWatcher-hbase_test_ca9466392818101505775.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9466392818101505775.p12 2024-11-21T10:12:26,516 DEBUG [FileChangeWatcher-hbase_test_key11199411943853464855.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9466392818101505775.p12 2024-11-21T10:12:26,516 INFO [FileChangeWatcher-hbase_test_ca9466392818101505775.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9466392818101505775.p12 2024-11-21T10:12:26,516 INFO [FileChangeWatcher-hbase_test_ca9466392818101505775.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9466392818101505775.p12 2024-11-21T10:12:26,516 DEBUG [FileChangeWatcher-hbase_test_key11199411943853464855.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9466392818101505775.p12 2024-11-21T10:12:26,535 DEBUG [FileChangeWatcher-hbase_test_ca9466392818101505775.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9466392818101505775.p12 2024-11-21T10:12:26,535 DEBUG [FileChangeWatcher-hbase_test_ca9466392818101505775.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9466392818101505775.p12 2024-11-21T10:12:26,535 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44185,0 is dead - stopping the connection localhost:44185/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T10:12:26,535 DEBUG [FileChangeWatcher-hbase_test_key11199411943853464855.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9466392818101505775.p12 2024-11-21T10:12:26,535 DEBUG [FileChangeWatcher-hbase_test_key11199411943853464855.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9466392818101505775.p12 2024-11-21T10:12:26,535 INFO [FileChangeWatcher-hbase_test_ca9466392818101505775.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9466392818101505775.p12 2024-11-21T10:12:26,535 INFO [FileChangeWatcher-hbase_test_ca9466392818101505775.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9466392818101505775.p12 2024-11-21T10:12:26,535 DEBUG [FileChangeWatcher-hbase_test_key11199411943853464855.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9466392818101505775.p12 2024-11-21T10:12:26,535 DEBUG [FileChangeWatcher-hbase_test_key11199411943853464855.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9466392818101505775.p12 2024-11-21T10:12:26,536 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T10:12:26,537 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:26,571 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:26,572 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T10:12:26,589 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:26,606 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:26,607 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc06cf687, L:/127.0.0.1:44185 - R:/127.0.0.1:36060] 2024-11-21T10:12:26,650 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36060, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T10:12:26,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:12:26,652 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44185 2024-11-21T10:12:26,652 DEBUG [FileChangeWatcher-hbase_test_ca9466392818101505775.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9466392818101505775.p12 was interrupted and is shutting down... 2024-11-21T10:12:26,652 DEBUG [FileChangeWatcher-hbase_test_key11199411943853464855.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11199411943853464855.p12 was interrupted and is shutting down... 2024-11-21T10:12:26,652 DEBUG [FileChangeWatcher-hbase_test_key11199411943853464855.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11199411943853464855.p12 was interrupted and is shutting down... 2024-11-21T10:12:26,652 DEBUG [FileChangeWatcher-hbase_test_ca9466392818101505775.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9466392818101505775.p12 was interrupted and is shutting down... 2024-11-21T10:12:26,653 INFO [FileChangeWatcher-hbase_test_key11199411943853464855.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11199411943853464855.p12 thread finished 2024-11-21T10:12:26,653 INFO [FileChangeWatcher-hbase_test_ca9466392818101505775.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9466392818101505775.p12 thread finished 2024-11-21T10:12:26,653 INFO [FileChangeWatcher-hbase_test_key11199411943853464855.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11199411943853464855.p12 thread finished 2024-11-21T10:12:26,653 INFO [FileChangeWatcher-hbase_test_ca9466392818101505775.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9466392818101505775.p12 thread finished 2024-11-21T10:12:26,660 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29 (was 29), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=160 (was 160), ProcessCount=11 (was 11), AvailableMemoryMB=2245 (was 2331) 2024-11-21T10:12:26,665 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=160, ProcessCount=11, AvailableMemoryMB=2244 2024-11-21T10:12:26,666 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T10:12:26,667 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40439 2024-11-21T10:12:26,667 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T10:12:26,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@417df809, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:12:26,668 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T10:12:26,669 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:26,702 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:26,703 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:26,703 INFO [FileChangeWatcher-hbase_test_key11199411943853464855.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11199411943853464855.p12 thread started 2024-11-21T10:12:26,703 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:26,704 INFO [FileChangeWatcher-hbase_test_ca9466392818101505775.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9466392818101505775.p12 thread started 2024-11-21T10:12:26,704 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T10:12:26,721 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:26,738 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:26,738 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:26,739 INFO [FileChangeWatcher-hbase_test_key11199411943853464855.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11199411943853464855.p12 thread started 2024-11-21T10:12:26,739 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:26,740 INFO [FileChangeWatcher-hbase_test_ca9466392818101505775.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9466392818101505775.p12 thread started 2024-11-21T10:12:26,740 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb920248b, L:/127.0.0.1:40439 - R:/127.0.0.1:44944] 2024-11-21T10:12:26,779 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44944, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T10:12:26,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:12:26,782 DEBUG [FileChangeWatcher-hbase_test_ca9466392818101505775.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9466392818101505775.p12 was interrupted and is shutting down... 2024-11-21T10:12:26,782 DEBUG [FileChangeWatcher-hbase_test_key11199411943853464855.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11199411943853464855.p12 was interrupted and is shutting down... 2024-11-21T10:12:26,782 INFO [FileChangeWatcher-hbase_test_ca9466392818101505775.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9466392818101505775.p12 thread finished 2024-11-21T10:12:26,782 INFO [FileChangeWatcher-hbase_test_key11199411943853464855.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11199411943853464855.p12 thread finished 2024-11-21T10:12:27,137 DEBUG [FileChangeWatcher-hbase_test_key11199411943853464855.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11199411943853464855.p12 2024-11-21T10:12:27,137 DEBUG [FileChangeWatcher-hbase_test_ca9466392818101505775.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11199411943853464855.p12 2024-11-21T10:12:27,137 INFO [FileChangeWatcher-hbase_test_key11199411943853464855.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11199411943853464855.p12 2024-11-21T10:12:27,137 DEBUG [FileChangeWatcher-hbase_test_ca9466392818101505775.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11199411943853464855.p12 2024-11-21T10:12:27,166 DEBUG [FileChangeWatcher-hbase_test_key11199411943853464855.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11199411943853464855.p12 2024-11-21T10:12:27,166 DEBUG [FileChangeWatcher-hbase_test_ca9466392818101505775.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11199411943853464855.p12 2024-11-21T10:12:27,166 INFO [FileChangeWatcher-hbase_test_key11199411943853464855.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11199411943853464855.p12 2024-11-21T10:12:27,166 DEBUG [FileChangeWatcher-hbase_test_ca9466392818101505775.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11199411943853464855.p12 2024-11-21T10:12:27,167 DEBUG [FileChangeWatcher-hbase_test_key11199411943853464855.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9466392818101505775.p12 2024-11-21T10:12:27,167 DEBUG [FileChangeWatcher-hbase_test_ca9466392818101505775.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9466392818101505775.p12 2024-11-21T10:12:27,167 DEBUG [FileChangeWatcher-hbase_test_key11199411943853464855.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9466392818101505775.p12 2024-11-21T10:12:27,167 INFO [FileChangeWatcher-hbase_test_ca9466392818101505775.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9466392818101505775.p12 2024-11-21T10:12:27,183 DEBUG [FileChangeWatcher-hbase_test_key11199411943853464855.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9466392818101505775.p12 2024-11-21T10:12:27,183 DEBUG [FileChangeWatcher-hbase_test_ca9466392818101505775.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9466392818101505775.p12 2024-11-21T10:12:27,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@461dfcad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:12:27,183 INFO [FileChangeWatcher-hbase_test_ca9466392818101505775.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9466392818101505775.p12 2024-11-21T10:12:27,183 DEBUG [FileChangeWatcher-hbase_test_key11199411943853464855.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9466392818101505775.p12 2024-11-21T10:12:27,183 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T10:12:27,185 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:27,219 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:27,219 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:27,220 INFO [FileChangeWatcher-hbase_test_key11199411943853464855.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11199411943853464855.p12 thread started 2024-11-21T10:12:27,220 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:27,220 INFO [FileChangeWatcher-hbase_test_ca9466392818101505775.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9466392818101505775.p12 thread started 2024-11-21T10:12:27,220 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T10:12:27,239 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:27,255 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:27,256 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc714e1d5, L:/127.0.0.1:40439 - R:/127.0.0.1:44948] 2024-11-21T10:12:27,295 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44948, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T10:12:27,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:12:27,297 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40439 2024-11-21T10:12:27,297 DEBUG [FileChangeWatcher-hbase_test_key11199411943853464855.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11199411943853464855.p12 was interrupted and is shutting down... 2024-11-21T10:12:27,297 DEBUG [FileChangeWatcher-hbase_test_ca9466392818101505775.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9466392818101505775.p12 was interrupted and is shutting down... 2024-11-21T10:12:27,297 DEBUG [FileChangeWatcher-hbase_test_key11199411943853464855.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11199411943853464855.p12 was interrupted and is shutting down... 2024-11-21T10:12:27,297 DEBUG [FileChangeWatcher-hbase_test_ca9466392818101505775.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9466392818101505775.p12 was interrupted and is shutting down... 2024-11-21T10:12:27,298 INFO [FileChangeWatcher-hbase_test_key11199411943853464855.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11199411943853464855.p12 thread finished 2024-11-21T10:12:27,298 INFO [FileChangeWatcher-hbase_test_ca9466392818101505775.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9466392818101505775.p12 thread finished 2024-11-21T10:12:27,298 INFO [FileChangeWatcher-hbase_test_key11199411943853464855.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11199411943853464855.p12 thread finished 2024-11-21T10:12:27,305 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 29) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca9466392818101505775.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=160 (was 160), ProcessCount=11 (was 11), AvailableMemoryMB=2181 (was 2244) 2024-11-21T10:12:27,310 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=160, ProcessCount=11, AvailableMemoryMB=2181 2024-11-21T10:12:27,312 INFO [FileChangeWatcher-hbase_test_ca9466392818101505775.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9466392818101505775.p12 thread finished 2024-11-21T10:12:27,866 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T10:12:27,867 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35107 2024-11-21T10:12:27,867 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T10:12:27,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a28eacb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:12:27,868 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T10:12:27,869 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:28,206 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:28,207 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:28,207 INFO [FileChangeWatcher-hbase_test_key14966738394812855858.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14966738394812855858.bcfks thread started 2024-11-21T10:12:28,207 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:28,208 INFO [FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks thread started 2024-11-21T10:12:28,208 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T10:12:28,373 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:28,535 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:28,536 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:28,536 INFO [FileChangeWatcher-hbase_test_key14966738394812855858.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14966738394812855858.bcfks thread started 2024-11-21T10:12:28,536 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:28,537 INFO [FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks thread started 2024-11-21T10:12:28,537 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa686126f, L:/127.0.0.1:35107 - R:/127.0.0.1:33090] 2024-11-21T10:12:28,738 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33090, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T10:12:29,217 DEBUG [FileChangeWatcher-hbase_test_key14966738394812855858.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14966738394812855858.bcfks 2024-11-21T10:12:29,217 DEBUG [FileChangeWatcher-hbase_test_key14966738394812855858.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14966738394812855858.bcfks 2024-11-21T10:12:29,217 DEBUG [FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14966738394812855858.bcfks 2024-11-21T10:12:29,217 DEBUG [FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14966738394812855858.bcfks 2024-11-21T10:12:29,217 INFO [FileChangeWatcher-hbase_test_key14966738394812855858.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14966738394812855858.bcfks 2024-11-21T10:12:29,217 INFO [FileChangeWatcher-hbase_test_key14966738394812855858.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14966738394812855858.bcfks 2024-11-21T10:12:29,217 DEBUG [FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14966738394812855858.bcfks 2024-11-21T10:12:29,217 DEBUG [FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14966738394812855858.bcfks 2024-11-21T10:12:29,460 DEBUG [FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14966738394812855858.bcfks 2024-11-21T10:12:29,460 DEBUG [FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14966738394812855858.bcfks 2024-11-21T10:12:29,460 DEBUG [FileChangeWatcher-hbase_test_key14966738394812855858.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14966738394812855858.bcfks 2024-11-21T10:12:29,461 DEBUG [FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14966738394812855858.bcfks 2024-11-21T10:12:29,461 DEBUG [FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14966738394812855858.bcfks 2024-11-21T10:12:29,460 DEBUG [FileChangeWatcher-hbase_test_key14966738394812855858.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14966738394812855858.bcfks 2024-11-21T10:12:29,461 DEBUG [FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7386083901891931711.bcfks 2024-11-21T10:12:29,461 DEBUG [FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7386083901891931711.bcfks 2024-11-21T10:12:29,461 INFO [FileChangeWatcher-hbase_test_key14966738394812855858.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14966738394812855858.bcfks 2024-11-21T10:12:29,461 INFO [FileChangeWatcher-hbase_test_key14966738394812855858.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14966738394812855858.bcfks 2024-11-21T10:12:29,461 INFO [FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7386083901891931711.bcfks 2024-11-21T10:12:29,461 INFO [FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7386083901891931711.bcfks 2024-11-21T10:12:29,461 DEBUG [FileChangeWatcher-hbase_test_key14966738394812855858.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7386083901891931711.bcfks 2024-11-21T10:12:29,461 DEBUG [FileChangeWatcher-hbase_test_key14966738394812855858.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7386083901891931711.bcfks 2024-11-21T10:12:29,461 DEBUG [FileChangeWatcher-hbase_test_key14966738394812855858.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7386083901891931711.bcfks 2024-11-21T10:12:29,461 DEBUG [FileChangeWatcher-hbase_test_key14966738394812855858.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7386083901891931711.bcfks 2024-11-21T10:12:29,623 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,35107,0 is dead - stopping the connection localhost:35107/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T10:12:29,623 DEBUG [FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7386083901891931711.bcfks 2024-11-21T10:12:29,623 DEBUG [FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7386083901891931711.bcfks 2024-11-21T10:12:29,623 DEBUG [FileChangeWatcher-hbase_test_key14966738394812855858.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7386083901891931711.bcfks 2024-11-21T10:12:29,623 DEBUG [FileChangeWatcher-hbase_test_key14966738394812855858.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7386083901891931711.bcfks 2024-11-21T10:12:29,624 INFO [FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7386083901891931711.bcfks 2024-11-21T10:12:29,624 DEBUG [FileChangeWatcher-hbase_test_key14966738394812855858.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7386083901891931711.bcfks 2024-11-21T10:12:29,624 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T10:12:29,624 DEBUG [FileChangeWatcher-hbase_test_key14966738394812855858.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7386083901891931711.bcfks 2024-11-21T10:12:29,624 INFO [FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7386083901891931711.bcfks 2024-11-21T10:12:29,625 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:29,957 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:29,958 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T10:12:30,122 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:30,285 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:30,285 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9af17745, L:/127.0.0.1:35107 - R:/127.0.0.1:33100] 2024-11-21T10:12:30,479 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33100, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T10:12:30,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:12:30,481 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35107 2024-11-21T10:12:30,481 DEBUG [FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks was interrupted and is shutting down... 2024-11-21T10:12:30,481 DEBUG [FileChangeWatcher-hbase_test_key14966738394812855858.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14966738394812855858.bcfks was interrupted and is shutting down... 2024-11-21T10:12:30,481 DEBUG [FileChangeWatcher-hbase_test_key14966738394812855858.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14966738394812855858.bcfks was interrupted and is shutting down... 2024-11-21T10:12:30,481 DEBUG [FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks was interrupted and is shutting down... 2024-11-21T10:12:30,481 INFO [FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks thread finished 2024-11-21T10:12:30,481 INFO [FileChangeWatcher-hbase_test_key14966738394812855858.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14966738394812855858.bcfks thread finished 2024-11-21T10:12:30,481 INFO [FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks thread finished 2024-11-21T10:12:30,481 INFO [FileChangeWatcher-hbase_test_key14966738394812855858.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14966738394812855858.bcfks thread finished 2024-11-21T10:12:30,488 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33 (was 33), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 160), ProcessCount=11 (was 11), AvailableMemoryMB=2084 (was 2181) 2024-11-21T10:12:30,494 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=2083 2024-11-21T10:12:30,495 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T10:12:30,495 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43169 2024-11-21T10:12:30,496 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T10:12:30,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@536ed78a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:12:30,496 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T10:12:30,497 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:30,824 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:30,825 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:30,825 INFO [FileChangeWatcher-hbase_test_key14966738394812855858.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14966738394812855858.bcfks thread started 2024-11-21T10:12:30,826 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:30,826 INFO [FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks thread started 2024-11-21T10:12:30,826 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T10:12:30,989 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:31,153 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:31,154 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:31,154 INFO [FileChangeWatcher-hbase_test_key14966738394812855858.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14966738394812855858.bcfks thread started 2024-11-21T10:12:31,154 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:31,155 INFO [FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks thread started 2024-11-21T10:12:31,155 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1291cb56, L:/127.0.0.1:43169 - R:/127.0.0.1:56958] 2024-11-21T10:12:31,335 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56958, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T10:12:31,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:12:31,337 DEBUG [FileChangeWatcher-hbase_test_key14966738394812855858.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14966738394812855858.bcfks was interrupted and is shutting down... 2024-11-21T10:12:31,337 DEBUG [FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks was interrupted and is shutting down... 2024-11-21T10:12:31,337 INFO [FileChangeWatcher-hbase_test_key14966738394812855858.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14966738394812855858.bcfks thread finished 2024-11-21T10:12:31,337 INFO [FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks thread finished 2024-11-21T10:12:31,550 DEBUG [FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14966738394812855858.bcfks 2024-11-21T10:12:31,550 DEBUG [FileChangeWatcher-hbase_test_key14966738394812855858.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14966738394812855858.bcfks 2024-11-21T10:12:31,551 INFO [FileChangeWatcher-hbase_test_key14966738394812855858.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14966738394812855858.bcfks 2024-11-21T10:12:31,551 DEBUG [FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14966738394812855858.bcfks 2024-11-21T10:12:31,793 DEBUG [FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14966738394812855858.bcfks 2024-11-21T10:12:31,793 DEBUG [FileChangeWatcher-hbase_test_key14966738394812855858.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14966738394812855858.bcfks 2024-11-21T10:12:31,793 DEBUG [FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14966738394812855858.bcfks 2024-11-21T10:12:31,793 INFO [FileChangeWatcher-hbase_test_key14966738394812855858.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14966738394812855858.bcfks 2024-11-21T10:12:31,793 DEBUG [FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7386083901891931711.bcfks 2024-11-21T10:12:31,793 INFO [FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7386083901891931711.bcfks 2024-11-21T10:12:31,793 DEBUG [FileChangeWatcher-hbase_test_key14966738394812855858.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7386083901891931711.bcfks 2024-11-21T10:12:31,793 DEBUG [FileChangeWatcher-hbase_test_key14966738394812855858.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7386083901891931711.bcfks 2024-11-21T10:12:31,957 DEBUG [FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7386083901891931711.bcfks 2024-11-21T10:12:31,957 DEBUG [FileChangeWatcher-hbase_test_key14966738394812855858.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7386083901891931711.bcfks 2024-11-21T10:12:31,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3783d602, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:12:31,957 INFO [FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7386083901891931711.bcfks 2024-11-21T10:12:31,957 DEBUG [FileChangeWatcher-hbase_test_key14966738394812855858.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7386083901891931711.bcfks 2024-11-21T10:12:31,957 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T10:12:31,958 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:32,284 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:32,285 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:32,285 INFO [FileChangeWatcher-hbase_test_key14966738394812855858.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14966738394812855858.bcfks thread started 2024-11-21T10:12:32,286 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:32,286 INFO [FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks thread started 2024-11-21T10:12:32,286 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T10:12:32,451 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:32,614 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:32,615 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x19ad8406, L:/127.0.0.1:43169 - R:/127.0.0.1:56964] 2024-11-21T10:12:32,802 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56964, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T10:12:32,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:12:32,805 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43169 2024-11-21T10:12:32,805 DEBUG [FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks was interrupted and is shutting down... 2024-11-21T10:12:32,805 DEBUG [FileChangeWatcher-hbase_test_key14966738394812855858.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14966738394812855858.bcfks was interrupted and is shutting down... 2024-11-21T10:12:32,805 DEBUG [FileChangeWatcher-hbase_test_key14966738394812855858.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14966738394812855858.bcfks was interrupted and is shutting down... 2024-11-21T10:12:32,805 DEBUG [FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks was interrupted and is shutting down... 2024-11-21T10:12:32,805 INFO [FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks thread finished 2024-11-21T10:12:32,806 INFO [FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7386083901891931711.bcfks thread finished 2024-11-21T10:12:32,806 INFO [FileChangeWatcher-hbase_test_key14966738394812855858.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14966738394812855858.bcfks thread finished 2024-11-21T10:12:32,813 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 33) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=2051 (was 2083) 2024-11-21T10:12:32,819 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=2050 2024-11-21T10:12:32,820 INFO [FileChangeWatcher-hbase_test_key14966738394812855858.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14966738394812855858.bcfks thread finished 2024-11-21T10:12:32,954 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T10:12:32,955 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41081 2024-11-21T10:12:32,955 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T10:12:32,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47b4a33b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:12:32,956 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T10:12:32,957 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:32,991 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:32,992 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:32,992 INFO [FileChangeWatcher-hbase_test_key16578881220457964322.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16578881220457964322.jks thread started 2024-11-21T10:12:32,992 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:32,993 INFO [FileChangeWatcher-hbase_test_ca6755592445930774841.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6755592445930774841.jks thread started 2024-11-21T10:12:32,993 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T10:12:33,013 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:33,030 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:33,030 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:33,030 INFO [FileChangeWatcher-hbase_test_key16578881220457964322.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16578881220457964322.jks thread started 2024-11-21T10:12:33,031 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:33,031 INFO [FileChangeWatcher-hbase_test_ca6755592445930774841.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6755592445930774841.jks thread started 2024-11-21T10:12:33,031 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5308a7da, L:/127.0.0.1:41081 - R:/127.0.0.1:42750] 2024-11-21T10:12:33,084 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42750, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T10:12:33,094 DEBUG [FileChangeWatcher-hbase_test_key16578881220457964322.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16578881220457964322.jks 2024-11-21T10:12:33,094 DEBUG [FileChangeWatcher-hbase_test_ca6755592445930774841.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16578881220457964322.jks 2024-11-21T10:12:33,094 DEBUG [FileChangeWatcher-hbase_test_ca6755592445930774841.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16578881220457964322.jks 2024-11-21T10:12:33,094 DEBUG [FileChangeWatcher-hbase_test_key16578881220457964322.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16578881220457964322.jks 2024-11-21T10:12:33,095 INFO [FileChangeWatcher-hbase_test_key16578881220457964322.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16578881220457964322.jks 2024-11-21T10:12:33,095 DEBUG [FileChangeWatcher-hbase_test_ca6755592445930774841.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16578881220457964322.jks 2024-11-21T10:12:33,095 INFO [FileChangeWatcher-hbase_test_key16578881220457964322.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16578881220457964322.jks 2024-11-21T10:12:33,095 DEBUG [FileChangeWatcher-hbase_test_ca6755592445930774841.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16578881220457964322.jks 2024-11-21T10:12:33,124 DEBUG [FileChangeWatcher-hbase_test_ca6755592445930774841.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16578881220457964322.jks 2024-11-21T10:12:33,124 DEBUG [FileChangeWatcher-hbase_test_key16578881220457964322.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16578881220457964322.jks 2024-11-21T10:12:33,124 DEBUG [FileChangeWatcher-hbase_test_ca6755592445930774841.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16578881220457964322.jks 2024-11-21T10:12:33,124 DEBUG [FileChangeWatcher-hbase_test_key16578881220457964322.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16578881220457964322.jks 2024-11-21T10:12:33,124 DEBUG [FileChangeWatcher-hbase_test_ca6755592445930774841.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16578881220457964322.jks 2024-11-21T10:12:33,124 INFO [FileChangeWatcher-hbase_test_key16578881220457964322.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16578881220457964322.jks 2024-11-21T10:12:33,124 DEBUG [FileChangeWatcher-hbase_test_ca6755592445930774841.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16578881220457964322.jks 2024-11-21T10:12:33,124 INFO [FileChangeWatcher-hbase_test_key16578881220457964322.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16578881220457964322.jks 2024-11-21T10:12:33,124 DEBUG [FileChangeWatcher-hbase_test_ca6755592445930774841.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6755592445930774841.jks 2024-11-21T10:12:33,124 DEBUG [FileChangeWatcher-hbase_test_ca6755592445930774841.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6755592445930774841.jks 2024-11-21T10:12:33,124 DEBUG [FileChangeWatcher-hbase_test_key16578881220457964322.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6755592445930774841.jks 2024-11-21T10:12:33,125 DEBUG [FileChangeWatcher-hbase_test_key16578881220457964322.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6755592445930774841.jks 2024-11-21T10:12:33,125 INFO [FileChangeWatcher-hbase_test_ca6755592445930774841.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6755592445930774841.jks 2024-11-21T10:12:33,125 INFO [FileChangeWatcher-hbase_test_ca6755592445930774841.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6755592445930774841.jks 2024-11-21T10:12:33,125 DEBUG [FileChangeWatcher-hbase_test_key16578881220457964322.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6755592445930774841.jks 2024-11-21T10:12:33,125 DEBUG [FileChangeWatcher-hbase_test_key16578881220457964322.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6755592445930774841.jks 2024-11-21T10:12:33,142 DEBUG [FileChangeWatcher-hbase_test_key16578881220457964322.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6755592445930774841.jks 2024-11-21T10:12:33,142 DEBUG [FileChangeWatcher-hbase_test_ca6755592445930774841.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6755592445930774841.jks 2024-11-21T10:12:33,142 DEBUG [FileChangeWatcher-hbase_test_ca6755592445930774841.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6755592445930774841.jks 2024-11-21T10:12:33,142 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,41081,0 is dead - stopping the connection localhost:41081/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T10:12:33,142 DEBUG [FileChangeWatcher-hbase_test_key16578881220457964322.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6755592445930774841.jks 2024-11-21T10:12:33,142 DEBUG [FileChangeWatcher-hbase_test_key16578881220457964322.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6755592445930774841.jks 2024-11-21T10:12:33,142 INFO [FileChangeWatcher-hbase_test_ca6755592445930774841.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6755592445930774841.jks 2024-11-21T10:12:33,142 INFO [FileChangeWatcher-hbase_test_ca6755592445930774841.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6755592445930774841.jks 2024-11-21T10:12:33,142 DEBUG [FileChangeWatcher-hbase_test_key16578881220457964322.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6755592445930774841.jks 2024-11-21T10:12:33,142 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T10:12:33,143 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:33,176 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:33,177 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T10:12:33,194 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:33,211 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:33,211 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x184af13f, L:/127.0.0.1:41081 - R:/127.0.0.1:42766] 2024-11-21T10:12:33,255 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42766, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T10:12:33,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:12:33,257 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41081 2024-11-21T10:12:33,257 DEBUG [FileChangeWatcher-hbase_test_key16578881220457964322.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16578881220457964322.jks was interrupted and is shutting down... 2024-11-21T10:12:33,257 DEBUG [FileChangeWatcher-hbase_test_ca6755592445930774841.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6755592445930774841.jks was interrupted and is shutting down... 2024-11-21T10:12:33,257 DEBUG [FileChangeWatcher-hbase_test_key16578881220457964322.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16578881220457964322.jks was interrupted and is shutting down... 2024-11-21T10:12:33,257 DEBUG [FileChangeWatcher-hbase_test_ca6755592445930774841.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6755592445930774841.jks was interrupted and is shutting down... 2024-11-21T10:12:33,257 INFO [FileChangeWatcher-hbase_test_ca6755592445930774841.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6755592445930774841.jks thread finished 2024-11-21T10:12:33,257 INFO [FileChangeWatcher-hbase_test_key16578881220457964322.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16578881220457964322.jks thread finished 2024-11-21T10:12:33,265 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=2028 (was 2050) 2024-11-21T10:12:33,271 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=2028 2024-11-21T10:12:33,272 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T10:12:33,272 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46289 2024-11-21T10:12:33,272 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T10:12:33,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a70957, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:12:33,273 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T10:12:33,274 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:33,280 INFO [FileChangeWatcher-hbase_test_ca6755592445930774841.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6755592445930774841.jks thread finished 2024-11-21T10:12:33,280 INFO [FileChangeWatcher-hbase_test_key16578881220457964322.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16578881220457964322.jks thread finished 2024-11-21T10:12:33,307 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:33,308 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:33,308 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:33,308 INFO [FileChangeWatcher-hbase_test_key16578881220457964322.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16578881220457964322.jks thread started 2024-11-21T10:12:33,309 INFO [FileChangeWatcher-hbase_test_ca6755592445930774841.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6755592445930774841.jks thread started 2024-11-21T10:12:33,309 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T10:12:33,326 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:33,343 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:33,343 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:33,344 INFO [FileChangeWatcher-hbase_test_key16578881220457964322.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16578881220457964322.jks thread started 2024-11-21T10:12:33,344 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:33,353 INFO [FileChangeWatcher-hbase_test_ca6755592445930774841.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6755592445930774841.jks thread started 2024-11-21T10:12:33,353 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x15b0f8a1, L:/127.0.0.1:46289 - R:/127.0.0.1:43298] 2024-11-21T10:12:33,394 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43298, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T10:12:33,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:12:33,396 DEBUG [FileChangeWatcher-hbase_test_key16578881220457964322.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16578881220457964322.jks was interrupted and is shutting down... 2024-11-21T10:12:33,396 DEBUG [FileChangeWatcher-hbase_test_ca6755592445930774841.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6755592445930774841.jks was interrupted and is shutting down... 2024-11-21T10:12:33,396 INFO [FileChangeWatcher-hbase_test_key16578881220457964322.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16578881220457964322.jks thread finished 2024-11-21T10:12:33,396 INFO [FileChangeWatcher-hbase_test_ca6755592445930774841.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6755592445930774841.jks thread finished 2024-11-21T10:12:33,404 DEBUG [FileChangeWatcher-hbase_test_ca6755592445930774841.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16578881220457964322.jks 2024-11-21T10:12:33,404 DEBUG [FileChangeWatcher-hbase_test_key16578881220457964322.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16578881220457964322.jks 2024-11-21T10:12:33,405 DEBUG [FileChangeWatcher-hbase_test_ca6755592445930774841.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16578881220457964322.jks 2024-11-21T10:12:33,405 INFO [FileChangeWatcher-hbase_test_key16578881220457964322.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16578881220457964322.jks 2024-11-21T10:12:33,434 DEBUG [FileChangeWatcher-hbase_test_ca6755592445930774841.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16578881220457964322.jks 2024-11-21T10:12:33,434 DEBUG [FileChangeWatcher-hbase_test_key16578881220457964322.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16578881220457964322.jks 2024-11-21T10:12:33,434 DEBUG [FileChangeWatcher-hbase_test_ca6755592445930774841.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16578881220457964322.jks 2024-11-21T10:12:33,434 DEBUG [FileChangeWatcher-hbase_test_ca6755592445930774841.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6755592445930774841.jks 2024-11-21T10:12:33,434 INFO [FileChangeWatcher-hbase_test_key16578881220457964322.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16578881220457964322.jks 2024-11-21T10:12:33,434 INFO [FileChangeWatcher-hbase_test_ca6755592445930774841.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6755592445930774841.jks 2024-11-21T10:12:33,434 DEBUG [FileChangeWatcher-hbase_test_key16578881220457964322.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6755592445930774841.jks 2024-11-21T10:12:33,435 DEBUG [FileChangeWatcher-hbase_test_key16578881220457964322.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6755592445930774841.jks 2024-11-21T10:12:33,451 DEBUG [FileChangeWatcher-hbase_test_ca6755592445930774841.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6755592445930774841.jks 2024-11-21T10:12:33,451 DEBUG [FileChangeWatcher-hbase_test_key16578881220457964322.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6755592445930774841.jks 2024-11-21T10:12:33,451 INFO [FileChangeWatcher-hbase_test_ca6755592445930774841.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6755592445930774841.jks 2024-11-21T10:12:33,451 DEBUG [FileChangeWatcher-hbase_test_key16578881220457964322.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6755592445930774841.jks 2024-11-21T10:12:33,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b7e342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:12:33,451 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T10:12:33,452 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:33,485 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:33,486 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:33,486 INFO [FileChangeWatcher-hbase_test_key16578881220457964322.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16578881220457964322.jks thread started 2024-11-21T10:12:33,486 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:33,487 INFO [FileChangeWatcher-hbase_test_ca6755592445930774841.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6755592445930774841.jks thread started 2024-11-21T10:12:33,487 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T10:12:33,504 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:33,520 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:33,520 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf56eb281, L:/127.0.0.1:46289 - R:/127.0.0.1:43306] 2024-11-21T10:12:33,563 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43306, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T10:12:33,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:12:33,564 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46289 2024-11-21T10:12:33,564 DEBUG [FileChangeWatcher-hbase_test_ca6755592445930774841.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6755592445930774841.jks was interrupted and is shutting down... 2024-11-21T10:12:33,564 DEBUG [FileChangeWatcher-hbase_test_key16578881220457964322.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16578881220457964322.jks was interrupted and is shutting down... 2024-11-21T10:12:33,564 DEBUG [FileChangeWatcher-hbase_test_ca6755592445930774841.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6755592445930774841.jks was interrupted and is shutting down... 2024-11-21T10:12:33,564 DEBUG [FileChangeWatcher-hbase_test_key16578881220457964322.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16578881220457964322.jks was interrupted and is shutting down... 2024-11-21T10:12:33,564 INFO [FileChangeWatcher-hbase_test_ca6755592445930774841.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6755592445930774841.jks thread finished 2024-11-21T10:12:33,565 INFO [FileChangeWatcher-hbase_test_key16578881220457964322.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16578881220457964322.jks thread finished 2024-11-21T10:12:33,565 INFO [FileChangeWatcher-hbase_test_key16578881220457964322.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16578881220457964322.jks thread finished 2024-11-21T10:12:33,572 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=2006 (was 2028) 2024-11-21T10:12:33,577 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=2006 2024-11-21T10:12:33,580 INFO [FileChangeWatcher-hbase_test_ca6755592445930774841.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6755592445930774841.jks thread finished 2024-11-21T10:12:33,582 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T10:12:33,583 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36641 2024-11-21T10:12:33,583 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T10:12:33,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@725d51d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:12:33,584 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T10:12:33,584 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:33,588 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:33,589 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:33,589 INFO [FileChangeWatcher-hbase_test_key14191497624278335905.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14191497624278335905.pem thread started 2024-11-21T10:12:33,589 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:33,590 INFO [FileChangeWatcher-hbase_test_ca5815210157984929103.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5815210157984929103.pem thread started 2024-11-21T10:12:33,590 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T10:12:33,593 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:33,594 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:33,594 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:33,594 INFO [FileChangeWatcher-hbase_test_key14191497624278335905.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14191497624278335905.pem thread started 2024-11-21T10:12:33,594 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:33,595 INFO [FileChangeWatcher-hbase_test_ca5815210157984929103.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5815210157984929103.pem thread started 2024-11-21T10:12:33,595 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa0081e29, L:/127.0.0.1:36641 - R:/127.0.0.1:50512] 2024-11-21T10:12:33,609 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50512, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T10:12:33,618 DEBUG [FileChangeWatcher-hbase_test_ca5815210157984929103.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14191497624278335905.pem 2024-11-21T10:12:33,618 DEBUG [FileChangeWatcher-hbase_test_key14191497624278335905.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14191497624278335905.pem 2024-11-21T10:12:33,618 DEBUG [FileChangeWatcher-hbase_test_key14191497624278335905.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14191497624278335905.pem 2024-11-21T10:12:33,618 INFO [FileChangeWatcher-hbase_test_key14191497624278335905.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14191497624278335905.pem 2024-11-21T10:12:33,618 INFO [FileChangeWatcher-hbase_test_key14191497624278335905.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14191497624278335905.pem 2024-11-21T10:12:33,618 DEBUG [FileChangeWatcher-hbase_test_ca5815210157984929103.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14191497624278335905.pem 2024-11-21T10:12:33,618 DEBUG [FileChangeWatcher-hbase_test_key14191497624278335905.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14191497624278335905.pem 2024-11-21T10:12:33,618 DEBUG [FileChangeWatcher-hbase_test_ca5815210157984929103.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14191497624278335905.pem 2024-11-21T10:12:33,618 INFO [FileChangeWatcher-hbase_test_key14191497624278335905.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14191497624278335905.pem 2024-11-21T10:12:33,618 DEBUG [FileChangeWatcher-hbase_test_ca5815210157984929103.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14191497624278335905.pem 2024-11-21T10:12:33,618 DEBUG [FileChangeWatcher-hbase_test_key14191497624278335905.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14191497624278335905.pem 2024-11-21T10:12:33,618 DEBUG [FileChangeWatcher-hbase_test_ca5815210157984929103.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14191497624278335905.pem 2024-11-21T10:12:33,619 INFO [FileChangeWatcher-hbase_test_key14191497624278335905.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14191497624278335905.pem 2024-11-21T10:12:33,619 DEBUG [FileChangeWatcher-hbase_test_ca5815210157984929103.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14191497624278335905.pem 2024-11-21T10:12:33,619 DEBUG [FileChangeWatcher-hbase_test_key14191497624278335905.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5815210157984929103.pem 2024-11-21T10:12:33,619 DEBUG [FileChangeWatcher-hbase_test_key14191497624278335905.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5815210157984929103.pem 2024-11-21T10:12:33,619 DEBUG [FileChangeWatcher-hbase_test_ca5815210157984929103.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5815210157984929103.pem 2024-11-21T10:12:33,619 DEBUG [FileChangeWatcher-hbase_test_ca5815210157984929103.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5815210157984929103.pem 2024-11-21T10:12:33,619 DEBUG [FileChangeWatcher-hbase_test_key14191497624278335905.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5815210157984929103.pem 2024-11-21T10:12:33,619 DEBUG [FileChangeWatcher-hbase_test_key14191497624278335905.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5815210157984929103.pem 2024-11-21T10:12:33,619 INFO [FileChangeWatcher-hbase_test_ca5815210157984929103.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5815210157984929103.pem 2024-11-21T10:12:33,619 DEBUG [FileChangeWatcher-hbase_test_key14191497624278335905.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5815210157984929103.pem 2024-11-21T10:12:33,619 INFO [FileChangeWatcher-hbase_test_ca5815210157984929103.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5815210157984929103.pem 2024-11-21T10:12:33,619 DEBUG [FileChangeWatcher-hbase_test_key14191497624278335905.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5815210157984929103.pem 2024-11-21T10:12:33,619 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,36641,0 is dead - stopping the connection localhost:36641/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T10:12:33,619 DEBUG [FileChangeWatcher-hbase_test_ca5815210157984929103.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5815210157984929103.pem 2024-11-21T10:12:33,619 DEBUG [FileChangeWatcher-hbase_test_key14191497624278335905.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5815210157984929103.pem 2024-11-21T10:12:33,619 DEBUG [FileChangeWatcher-hbase_test_ca5815210157984929103.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5815210157984929103.pem 2024-11-21T10:12:33,619 INFO [FileChangeWatcher-hbase_test_ca5815210157984929103.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5815210157984929103.pem 2024-11-21T10:12:33,619 DEBUG [FileChangeWatcher-hbase_test_key14191497624278335905.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5815210157984929103.pem 2024-11-21T10:12:33,619 INFO [FileChangeWatcher-hbase_test_ca5815210157984929103.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5815210157984929103.pem 2024-11-21T10:12:33,619 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T10:12:33,620 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:33,626 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:33,627 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T10:12:33,630 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:33,630 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:33,631 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x02869a5b, L:/127.0.0.1:36641 - R:/127.0.0.1:50520] 2024-11-21T10:12:33,647 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50520, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T10:12:33,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:12:33,649 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36641 2024-11-21T10:12:33,649 DEBUG [FileChangeWatcher-hbase_test_key14191497624278335905.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14191497624278335905.pem was interrupted and is shutting down... 2024-11-21T10:12:33,649 DEBUG [FileChangeWatcher-hbase_test_ca5815210157984929103.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5815210157984929103.pem was interrupted and is shutting down... 2024-11-21T10:12:33,649 DEBUG [FileChangeWatcher-hbase_test_key14191497624278335905.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14191497624278335905.pem was interrupted and is shutting down... 2024-11-21T10:12:33,649 DEBUG [FileChangeWatcher-hbase_test_ca5815210157984929103.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5815210157984929103.pem was interrupted and is shutting down... 2024-11-21T10:12:33,649 INFO [FileChangeWatcher-hbase_test_ca5815210157984929103.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5815210157984929103.pem thread finished 2024-11-21T10:12:33,649 INFO [FileChangeWatcher-hbase_test_key14191497624278335905.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14191497624278335905.pem thread finished 2024-11-21T10:12:33,656 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=2005 (was 2006) 2024-11-21T10:12:33,660 INFO [FileChangeWatcher-hbase_test_ca5815210157984929103.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5815210157984929103.pem thread finished 2024-11-21T10:12:33,660 INFO [FileChangeWatcher-hbase_test_key14191497624278335905.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14191497624278335905.pem thread finished 2024-11-21T10:12:33,661 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=2005 2024-11-21T10:12:33,663 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T10:12:33,663 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40577 2024-11-21T10:12:33,663 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T10:12:33,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ee357c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:12:33,664 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T10:12:33,665 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:33,669 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:33,669 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:33,670 INFO [FileChangeWatcher-hbase_test_key14191497624278335905.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14191497624278335905.pem thread started 2024-11-21T10:12:33,670 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:33,670 INFO [FileChangeWatcher-hbase_test_ca5815210157984929103.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5815210157984929103.pem thread started 2024-11-21T10:12:33,670 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T10:12:33,674 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:33,675 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:33,676 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:33,676 INFO [FileChangeWatcher-hbase_test_key14191497624278335905.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14191497624278335905.pem thread started 2024-11-21T10:12:33,677 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:33,678 INFO [FileChangeWatcher-hbase_test_ca5815210157984929103.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5815210157984929103.pem thread started 2024-11-21T10:12:33,678 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x19dbc6d7, L:/127.0.0.1:40577 - R:/127.0.0.1:45718] 2024-11-21T10:12:33,695 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45718, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T10:12:33,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:12:33,697 DEBUG [FileChangeWatcher-hbase_test_ca5815210157984929103.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5815210157984929103.pem was interrupted and is shutting down... 2024-11-21T10:12:33,697 DEBUG [FileChangeWatcher-hbase_test_key14191497624278335905.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14191497624278335905.pem was interrupted and is shutting down... 2024-11-21T10:12:33,697 INFO [FileChangeWatcher-hbase_test_ca5815210157984929103.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5815210157984929103.pem thread finished 2024-11-21T10:12:33,698 INFO [FileChangeWatcher-hbase_test_key14191497624278335905.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14191497624278335905.pem thread finished 2024-11-21T10:12:33,705 DEBUG [FileChangeWatcher-hbase_test_ca5815210157984929103.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14191497624278335905.pem 2024-11-21T10:12:33,705 DEBUG [FileChangeWatcher-hbase_test_key14191497624278335905.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14191497624278335905.pem 2024-11-21T10:12:33,705 DEBUG [FileChangeWatcher-hbase_test_ca5815210157984929103.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14191497624278335905.pem 2024-11-21T10:12:33,705 INFO [FileChangeWatcher-hbase_test_key14191497624278335905.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14191497624278335905.pem 2024-11-21T10:12:33,705 DEBUG [FileChangeWatcher-hbase_test_ca5815210157984929103.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14191497624278335905.pem 2024-11-21T10:12:33,705 DEBUG [FileChangeWatcher-hbase_test_key14191497624278335905.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14191497624278335905.pem 2024-11-21T10:12:33,705 DEBUG [FileChangeWatcher-hbase_test_ca5815210157984929103.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14191497624278335905.pem 2024-11-21T10:12:33,705 INFO [FileChangeWatcher-hbase_test_key14191497624278335905.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14191497624278335905.pem 2024-11-21T10:12:33,705 DEBUG [FileChangeWatcher-hbase_test_ca5815210157984929103.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5815210157984929103.pem 2024-11-21T10:12:33,705 INFO [FileChangeWatcher-hbase_test_ca5815210157984929103.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5815210157984929103.pem 2024-11-21T10:12:33,705 DEBUG [FileChangeWatcher-hbase_test_key14191497624278335905.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5815210157984929103.pem 2024-11-21T10:12:33,705 DEBUG [FileChangeWatcher-hbase_test_ca5815210157984929103.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5815210157984929103.pem 2024-11-21T10:12:33,705 DEBUG [FileChangeWatcher-hbase_test_key14191497624278335905.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5815210157984929103.pem 2024-11-21T10:12:33,705 INFO [FileChangeWatcher-hbase_test_ca5815210157984929103.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5815210157984929103.pem 2024-11-21T10:12:33,705 DEBUG [FileChangeWatcher-hbase_test_key14191497624278335905.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5815210157984929103.pem 2024-11-21T10:12:33,706 DEBUG [FileChangeWatcher-hbase_test_key14191497624278335905.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5815210157984929103.pem 2024-11-21T10:12:33,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@569de68d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:12:33,706 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T10:12:33,707 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:33,711 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:33,711 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:33,712 INFO [FileChangeWatcher-hbase_test_key14191497624278335905.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14191497624278335905.pem thread started 2024-11-21T10:12:33,712 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:33,712 INFO [FileChangeWatcher-hbase_test_ca5815210157984929103.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5815210157984929103.pem thread started 2024-11-21T10:12:33,712 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T10:12:33,716 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:33,717 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:33,717 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd4f0c743, L:/127.0.0.1:40577 - R:/127.0.0.1:45730] 2024-11-21T10:12:33,733 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45730, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T10:12:33,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:12:33,734 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40577 2024-11-21T10:12:33,734 DEBUG [FileChangeWatcher-hbase_test_ca5815210157984929103.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5815210157984929103.pem was interrupted and is shutting down... 2024-11-21T10:12:33,734 DEBUG [FileChangeWatcher-hbase_test_key14191497624278335905.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14191497624278335905.pem was interrupted and is shutting down... 2024-11-21T10:12:33,734 DEBUG [FileChangeWatcher-hbase_test_ca5815210157984929103.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5815210157984929103.pem was interrupted and is shutting down... 2024-11-21T10:12:33,734 DEBUG [FileChangeWatcher-hbase_test_key14191497624278335905.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14191497624278335905.pem was interrupted and is shutting down... 2024-11-21T10:12:33,735 INFO [FileChangeWatcher-hbase_test_key14191497624278335905.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14191497624278335905.pem thread finished 2024-11-21T10:12:33,735 INFO [FileChangeWatcher-hbase_test_ca5815210157984929103.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5815210157984929103.pem thread finished 2024-11-21T10:12:33,735 INFO [FileChangeWatcher-hbase_test_ca5815210157984929103.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5815210157984929103.pem thread finished 2024-11-21T10:12:33,741 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=2005 (was 2005) 2024-11-21T10:12:33,747 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=2004 2024-11-21T10:12:33,748 INFO [FileChangeWatcher-hbase_test_key14191497624278335905.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14191497624278335905.pem thread finished 2024-11-21T10:12:33,807 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T10:12:33,808 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43239 2024-11-21T10:12:33,808 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T10:12:33,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@348240c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:12:33,809 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T10:12:33,810 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:33,842 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:33,842 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:33,843 INFO [FileChangeWatcher-hbase_test_key7483845845869890857.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7483845845869890857.p12 thread started 2024-11-21T10:12:33,843 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:33,843 INFO [FileChangeWatcher-hbase_test_ca10752607533579207112.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10752607533579207112.p12 thread started 2024-11-21T10:12:33,843 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T10:12:33,860 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:33,876 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:33,877 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:33,877 INFO [FileChangeWatcher-hbase_test_key7483845845869890857.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7483845845869890857.p12 thread started 2024-11-21T10:12:33,877 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:33,877 INFO [FileChangeWatcher-hbase_test_ca10752607533579207112.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10752607533579207112.p12 thread started 2024-11-21T10:12:33,878 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb3bf07da, L:/127.0.0.1:43239 - R:/127.0.0.1:34754] 2024-11-21T10:12:33,918 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34754, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T10:12:33,924 DEBUG [FileChangeWatcher-hbase_test_key7483845845869890857.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7483845845869890857.p12 2024-11-21T10:12:33,924 DEBUG [FileChangeWatcher-hbase_test_ca10752607533579207112.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7483845845869890857.p12 2024-11-21T10:12:33,925 DEBUG [FileChangeWatcher-hbase_test_ca10752607533579207112.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7483845845869890857.p12 2024-11-21T10:12:33,925 INFO [FileChangeWatcher-hbase_test_key7483845845869890857.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7483845845869890857.p12 2024-11-21T10:12:33,925 DEBUG [FileChangeWatcher-hbase_test_key7483845845869890857.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7483845845869890857.p12 2024-11-21T10:12:33,925 DEBUG [FileChangeWatcher-hbase_test_ca10752607533579207112.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7483845845869890857.p12 2024-11-21T10:12:33,925 DEBUG [FileChangeWatcher-hbase_test_ca10752607533579207112.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7483845845869890857.p12 2024-11-21T10:12:33,925 INFO [FileChangeWatcher-hbase_test_key7483845845869890857.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7483845845869890857.p12 2024-11-21T10:12:33,954 DEBUG [FileChangeWatcher-hbase_test_key7483845845869890857.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7483845845869890857.p12 2024-11-21T10:12:33,953 DEBUG [FileChangeWatcher-hbase_test_ca10752607533579207112.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7483845845869890857.p12 2024-11-21T10:12:33,953 DEBUG [FileChangeWatcher-hbase_test_key7483845845869890857.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7483845845869890857.p12 2024-11-21T10:12:33,953 DEBUG [FileChangeWatcher-hbase_test_ca10752607533579207112.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7483845845869890857.p12 2024-11-21T10:12:33,954 INFO [FileChangeWatcher-hbase_test_key7483845845869890857.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7483845845869890857.p12 2024-11-21T10:12:33,954 DEBUG [FileChangeWatcher-hbase_test_ca10752607533579207112.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7483845845869890857.p12 2024-11-21T10:12:33,954 DEBUG [FileChangeWatcher-hbase_test_ca10752607533579207112.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7483845845869890857.p12 2024-11-21T10:12:33,954 INFO [FileChangeWatcher-hbase_test_key7483845845869890857.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7483845845869890857.p12 2024-11-21T10:12:33,954 DEBUG [FileChangeWatcher-hbase_test_key7483845845869890857.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10752607533579207112.p12 2024-11-21T10:12:33,954 DEBUG [FileChangeWatcher-hbase_test_ca10752607533579207112.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10752607533579207112.p12 2024-11-21T10:12:33,954 DEBUG [FileChangeWatcher-hbase_test_key7483845845869890857.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10752607533579207112.p12 2024-11-21T10:12:33,954 DEBUG [FileChangeWatcher-hbase_test_ca10752607533579207112.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10752607533579207112.p12 2024-11-21T10:12:33,954 INFO [FileChangeWatcher-hbase_test_ca10752607533579207112.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10752607533579207112.p12 2024-11-21T10:12:33,954 DEBUG [FileChangeWatcher-hbase_test_key7483845845869890857.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10752607533579207112.p12 2024-11-21T10:12:33,954 DEBUG [FileChangeWatcher-hbase_test_key7483845845869890857.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10752607533579207112.p12 2024-11-21T10:12:33,954 INFO [FileChangeWatcher-hbase_test_ca10752607533579207112.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10752607533579207112.p12 2024-11-21T10:12:33,969 DEBUG [FileChangeWatcher-hbase_test_ca10752607533579207112.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10752607533579207112.p12 2024-11-21T10:12:33,969 DEBUG [FileChangeWatcher-hbase_test_key7483845845869890857.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10752607533579207112.p12 2024-11-21T10:12:33,969 DEBUG [FileChangeWatcher-hbase_test_ca10752607533579207112.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10752607533579207112.p12 2024-11-21T10:12:33,969 DEBUG [FileChangeWatcher-hbase_test_key7483845845869890857.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10752607533579207112.p12 2024-11-21T10:12:33,969 INFO [FileChangeWatcher-hbase_test_ca10752607533579207112.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10752607533579207112.p12 2024-11-21T10:12:33,969 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,43239,0 is dead - stopping the connection localhost:43239/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T10:12:33,969 DEBUG [FileChangeWatcher-hbase_test_key7483845845869890857.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10752607533579207112.p12 2024-11-21T10:12:33,969 INFO [FileChangeWatcher-hbase_test_ca10752607533579207112.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10752607533579207112.p12 2024-11-21T10:12:33,969 DEBUG [FileChangeWatcher-hbase_test_key7483845845869890857.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10752607533579207112.p12 2024-11-21T10:12:33,970 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T10:12:33,970 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:34,003 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:34,003 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T10:12:34,020 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:34,036 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:34,037 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd2e6437e, L:/127.0.0.1:43239 - R:/127.0.0.1:34762] 2024-11-21T10:12:34,079 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34762, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T10:12:34,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:12:34,081 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43239 2024-11-21T10:12:34,081 DEBUG [FileChangeWatcher-hbase_test_key7483845845869890857.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7483845845869890857.p12 was interrupted and is shutting down... 2024-11-21T10:12:34,081 DEBUG [FileChangeWatcher-hbase_test_ca10752607533579207112.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10752607533579207112.p12 was interrupted and is shutting down... 2024-11-21T10:12:34,081 DEBUG [FileChangeWatcher-hbase_test_ca10752607533579207112.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10752607533579207112.p12 was interrupted and is shutting down... 2024-11-21T10:12:34,081 DEBUG [FileChangeWatcher-hbase_test_key7483845845869890857.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7483845845869890857.p12 was interrupted and is shutting down... 2024-11-21T10:12:34,081 INFO [FileChangeWatcher-hbase_test_key7483845845869890857.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7483845845869890857.p12 thread finished 2024-11-21T10:12:34,081 INFO [FileChangeWatcher-hbase_test_ca10752607533579207112.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10752607533579207112.p12 thread finished 2024-11-21T10:12:34,081 INFO [FileChangeWatcher-hbase_test_ca10752607533579207112.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10752607533579207112.p12 thread finished 2024-11-21T10:12:34,088 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=2004 (was 2004) 2024-11-21T10:12:34,094 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=2004 2024-11-21T10:12:34,094 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T10:12:34,095 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36879 2024-11-21T10:12:34,095 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T10:12:34,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@409e9923, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:12:34,096 INFO [FileChangeWatcher-hbase_test_key7483845845869890857.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7483845845869890857.p12 thread finished 2024-11-21T10:12:34,096 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T10:12:34,096 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:34,128 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:34,129 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:34,129 INFO [FileChangeWatcher-hbase_test_key7483845845869890857.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7483845845869890857.p12 thread started 2024-11-21T10:12:34,129 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:34,130 INFO [FileChangeWatcher-hbase_test_ca10752607533579207112.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10752607533579207112.p12 thread started 2024-11-21T10:12:34,130 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T10:12:34,147 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:34,163 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:34,163 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:34,164 INFO [FileChangeWatcher-hbase_test_key7483845845869890857.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7483845845869890857.p12 thread started 2024-11-21T10:12:34,164 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:34,164 INFO [FileChangeWatcher-hbase_test_ca10752607533579207112.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10752607533579207112.p12 thread started 2024-11-21T10:12:34,164 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf2be4b9f, L:/127.0.0.1:36879 - R:/127.0.0.1:32984] 2024-11-21T10:12:34,206 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32984, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T10:12:34,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:12:34,208 DEBUG [FileChangeWatcher-hbase_test_ca10752607533579207112.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10752607533579207112.p12 was interrupted and is shutting down... 2024-11-21T10:12:34,208 DEBUG [FileChangeWatcher-hbase_test_key7483845845869890857.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7483845845869890857.p12 was interrupted and is shutting down... 2024-11-21T10:12:34,208 INFO [FileChangeWatcher-hbase_test_ca10752607533579207112.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10752607533579207112.p12 thread finished 2024-11-21T10:12:34,208 INFO [FileChangeWatcher-hbase_test_key7483845845869890857.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7483845845869890857.p12 thread finished 2024-11-21T10:12:34,212 DEBUG [FileChangeWatcher-hbase_test_key7483845845869890857.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7483845845869890857.p12 2024-11-21T10:12:34,212 DEBUG [FileChangeWatcher-hbase_test_ca10752607533579207112.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7483845845869890857.p12 2024-11-21T10:12:34,212 INFO [FileChangeWatcher-hbase_test_key7483845845869890857.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7483845845869890857.p12 2024-11-21T10:12:34,212 DEBUG [FileChangeWatcher-hbase_test_ca10752607533579207112.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7483845845869890857.p12 2024-11-21T10:12:34,240 DEBUG [FileChangeWatcher-hbase_test_key7483845845869890857.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7483845845869890857.p12 2024-11-21T10:12:34,240 DEBUG [FileChangeWatcher-hbase_test_ca10752607533579207112.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7483845845869890857.p12 2024-11-21T10:12:34,241 INFO [FileChangeWatcher-hbase_test_key7483845845869890857.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7483845845869890857.p12 2024-11-21T10:12:34,241 DEBUG [FileChangeWatcher-hbase_test_ca10752607533579207112.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7483845845869890857.p12 2024-11-21T10:12:34,241 DEBUG [FileChangeWatcher-hbase_test_key7483845845869890857.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10752607533579207112.p12 2024-11-21T10:12:34,241 DEBUG [FileChangeWatcher-hbase_test_ca10752607533579207112.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10752607533579207112.p12 2024-11-21T10:12:34,241 DEBUG [FileChangeWatcher-hbase_test_key7483845845869890857.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10752607533579207112.p12 2024-11-21T10:12:34,241 INFO [FileChangeWatcher-hbase_test_ca10752607533579207112.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10752607533579207112.p12 2024-11-21T10:12:34,257 DEBUG [FileChangeWatcher-hbase_test_key7483845845869890857.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10752607533579207112.p12 2024-11-21T10:12:34,257 DEBUG [FileChangeWatcher-hbase_test_ca10752607533579207112.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10752607533579207112.p12 2024-11-21T10:12:34,257 DEBUG [FileChangeWatcher-hbase_test_key7483845845869890857.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10752607533579207112.p12 2024-11-21T10:12:34,257 INFO [FileChangeWatcher-hbase_test_ca10752607533579207112.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10752607533579207112.p12 2024-11-21T10:12:34,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fc91c02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:12:34,257 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T10:12:34,258 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:34,291 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:34,291 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:34,292 INFO [FileChangeWatcher-hbase_test_key7483845845869890857.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7483845845869890857.p12 thread started 2024-11-21T10:12:34,292 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:34,292 INFO [FileChangeWatcher-hbase_test_ca10752607533579207112.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10752607533579207112.p12 thread started 2024-11-21T10:12:34,292 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T10:12:34,309 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:34,325 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:34,325 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xac21a393, L:/127.0.0.1:36879 - R:/127.0.0.1:32986] 2024-11-21T10:12:34,365 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32986, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T10:12:34,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:12:34,366 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36879 2024-11-21T10:12:34,366 DEBUG [FileChangeWatcher-hbase_test_ca10752607533579207112.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10752607533579207112.p12 was interrupted and is shutting down... 2024-11-21T10:12:34,366 DEBUG [FileChangeWatcher-hbase_test_key7483845845869890857.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7483845845869890857.p12 was interrupted and is shutting down... 2024-11-21T10:12:34,366 DEBUG [FileChangeWatcher-hbase_test_key7483845845869890857.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7483845845869890857.p12 was interrupted and is shutting down... 2024-11-21T10:12:34,366 DEBUG [FileChangeWatcher-hbase_test_ca10752607533579207112.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10752607533579207112.p12 was interrupted and is shutting down... 2024-11-21T10:12:34,366 INFO [FileChangeWatcher-hbase_test_ca10752607533579207112.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10752607533579207112.p12 thread finished 2024-11-21T10:12:34,366 INFO [FileChangeWatcher-hbase_test_key7483845845869890857.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7483845845869890857.p12 thread finished 2024-11-21T10:12:34,367 INFO [FileChangeWatcher-hbase_test_key7483845845869890857.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7483845845869890857.p12 thread finished 2024-11-21T10:12:34,375 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=2000 (was 2004) 2024-11-21T10:12:34,382 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=2000 2024-11-21T10:12:34,384 INFO [FileChangeWatcher-hbase_test_ca10752607533579207112.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10752607533579207112.p12 thread finished 2024-11-21T10:12:34,787 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T10:12:34,788 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36633 2024-11-21T10:12:34,788 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T10:12:34,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e7fe499, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:12:34,789 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T10:12:34,789 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:35,113 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:35,113 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:35,114 INFO [FileChangeWatcher-hbase_test_key16576032380767173279.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16576032380767173279.bcfks thread started 2024-11-21T10:12:35,114 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:35,114 INFO [FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks thread started 2024-11-21T10:12:35,114 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T10:12:35,277 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:35,439 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:35,440 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:35,440 INFO [FileChangeWatcher-hbase_test_key16576032380767173279.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16576032380767173279.bcfks thread started 2024-11-21T10:12:35,440 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:35,441 INFO [FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks thread started 2024-11-21T10:12:35,441 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x70f68295, L:/127.0.0.1:36633 - R:/127.0.0.1:48756] 2024-11-21T10:12:35,661 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48756, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T10:12:35,671 DEBUG [FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16576032380767173279.bcfks 2024-11-21T10:12:35,671 DEBUG [FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16576032380767173279.bcfks 2024-11-21T10:12:35,671 DEBUG [FileChangeWatcher-hbase_test_key16576032380767173279.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16576032380767173279.bcfks 2024-11-21T10:12:35,671 DEBUG [FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16576032380767173279.bcfks 2024-11-21T10:12:35,671 INFO [FileChangeWatcher-hbase_test_key16576032380767173279.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16576032380767173279.bcfks 2024-11-21T10:12:35,671 DEBUG [FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16576032380767173279.bcfks 2024-11-21T10:12:35,671 DEBUG [FileChangeWatcher-hbase_test_key16576032380767173279.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16576032380767173279.bcfks 2024-11-21T10:12:35,671 INFO [FileChangeWatcher-hbase_test_key16576032380767173279.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16576032380767173279.bcfks 2024-11-21T10:12:35,914 DEBUG [FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16576032380767173279.bcfks 2024-11-21T10:12:35,914 DEBUG [FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16576032380767173279.bcfks 2024-11-21T10:12:35,914 DEBUG [FileChangeWatcher-hbase_test_key16576032380767173279.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16576032380767173279.bcfks 2024-11-21T10:12:35,914 DEBUG [FileChangeWatcher-hbase_test_key16576032380767173279.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16576032380767173279.bcfks 2024-11-21T10:12:35,914 DEBUG [FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16576032380767173279.bcfks 2024-11-21T10:12:35,914 INFO [FileChangeWatcher-hbase_test_key16576032380767173279.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16576032380767173279.bcfks 2024-11-21T10:12:35,914 DEBUG [FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16576032380767173279.bcfks 2024-11-21T10:12:35,914 INFO [FileChangeWatcher-hbase_test_key16576032380767173279.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16576032380767173279.bcfks 2024-11-21T10:12:35,914 DEBUG [FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15418123267817990119.bcfks 2024-11-21T10:12:35,914 DEBUG [FileChangeWatcher-hbase_test_key16576032380767173279.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15418123267817990119.bcfks 2024-11-21T10:12:35,914 DEBUG [FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15418123267817990119.bcfks 2024-11-21T10:12:35,914 DEBUG [FileChangeWatcher-hbase_test_key16576032380767173279.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15418123267817990119.bcfks 2024-11-21T10:12:35,914 INFO [FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15418123267817990119.bcfks 2024-11-21T10:12:35,914 INFO [FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15418123267817990119.bcfks 2024-11-21T10:12:35,914 DEBUG [FileChangeWatcher-hbase_test_key16576032380767173279.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15418123267817990119.bcfks 2024-11-21T10:12:35,914 DEBUG [FileChangeWatcher-hbase_test_key16576032380767173279.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15418123267817990119.bcfks 2024-11-21T10:12:36,076 DEBUG [FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15418123267817990119.bcfks 2024-11-21T10:12:36,076 DEBUG [FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15418123267817990119.bcfks 2024-11-21T10:12:36,076 DEBUG [FileChangeWatcher-hbase_test_key16576032380767173279.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15418123267817990119.bcfks 2024-11-21T10:12:36,076 DEBUG [FileChangeWatcher-hbase_test_key16576032380767173279.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15418123267817990119.bcfks 2024-11-21T10:12:36,076 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,36633,0 is dead - stopping the connection localhost:36633/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T10:12:36,076 INFO [FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15418123267817990119.bcfks 2024-11-21T10:12:36,076 DEBUG [FileChangeWatcher-hbase_test_key16576032380767173279.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15418123267817990119.bcfks 2024-11-21T10:12:36,076 DEBUG [FileChangeWatcher-hbase_test_key16576032380767173279.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15418123267817990119.bcfks 2024-11-21T10:12:36,076 INFO [FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15418123267817990119.bcfks 2024-11-21T10:12:36,076 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T10:12:36,077 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:36,401 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:36,402 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T10:12:36,565 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:36,728 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:36,729 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc73a8ab8, L:/127.0.0.1:36633 - R:/127.0.0.1:48760] 2024-11-21T10:12:36,911 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48760, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T10:12:36,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:12:36,912 DEBUG [FileChangeWatcher-hbase_test_key16576032380767173279.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16576032380767173279.bcfks was interrupted and is shutting down... 2024-11-21T10:12:36,912 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36633 2024-11-21T10:12:36,912 DEBUG [FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks was interrupted and is shutting down... 2024-11-21T10:12:36,912 DEBUG [FileChangeWatcher-hbase_test_key16576032380767173279.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16576032380767173279.bcfks was interrupted and is shutting down... 2024-11-21T10:12:36,912 DEBUG [FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks was interrupted and is shutting down... 2024-11-21T10:12:36,913 INFO [FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks thread finished 2024-11-21T10:12:36,913 INFO [FileChangeWatcher-hbase_test_key16576032380767173279.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16576032380767173279.bcfks thread finished 2024-11-21T10:12:36,913 INFO [FileChangeWatcher-hbase_test_key16576032380767173279.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16576032380767173279.bcfks thread finished 2024-11-21T10:12:36,919 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=2009 (was 2000) - AvailableMemoryMB LEAK? - 2024-11-21T10:12:36,925 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=2009 2024-11-21T10:12:36,926 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T10:12:36,927 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45051 2024-11-21T10:12:36,927 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T10:12:36,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a199d30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:12:36,928 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T10:12:36,929 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:36,932 INFO [FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks thread finished 2024-11-21T10:12:37,260 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:37,261 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:37,261 INFO [FileChangeWatcher-hbase_test_key16576032380767173279.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16576032380767173279.bcfks thread started 2024-11-21T10:12:37,261 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:37,262 INFO [FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks thread started 2024-11-21T10:12:37,262 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T10:12:37,426 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:37,590 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:37,591 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:37,591 INFO [FileChangeWatcher-hbase_test_key16576032380767173279.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16576032380767173279.bcfks thread started 2024-11-21T10:12:37,591 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:37,592 INFO [FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks thread started 2024-11-21T10:12:37,592 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x54522076, L:/127.0.0.1:45051 - R:/127.0.0.1:41852] 2024-11-21T10:12:37,771 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41852, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T10:12:37,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:12:37,773 DEBUG [FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks was interrupted and is shutting down... 2024-11-21T10:12:37,773 DEBUG [FileChangeWatcher-hbase_test_key16576032380767173279.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16576032380767173279.bcfks was interrupted and is shutting down... 2024-11-21T10:12:37,774 INFO [FileChangeWatcher-hbase_test_key16576032380767173279.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16576032380767173279.bcfks thread finished 2024-11-21T10:12:37,774 INFO [FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks thread finished 2024-11-21T10:12:37,782 DEBUG [FileChangeWatcher-hbase_test_key16576032380767173279.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16576032380767173279.bcfks 2024-11-21T10:12:37,782 DEBUG [FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16576032380767173279.bcfks 2024-11-21T10:12:37,783 INFO [FileChangeWatcher-hbase_test_key16576032380767173279.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16576032380767173279.bcfks 2024-11-21T10:12:37,783 DEBUG [FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16576032380767173279.bcfks 2024-11-21T10:12:38,029 DEBUG [FileChangeWatcher-hbase_test_key16576032380767173279.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16576032380767173279.bcfks 2024-11-21T10:12:38,029 DEBUG [FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16576032380767173279.bcfks 2024-11-21T10:12:38,029 INFO [FileChangeWatcher-hbase_test_key16576032380767173279.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16576032380767173279.bcfks 2024-11-21T10:12:38,029 DEBUG [FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16576032380767173279.bcfks 2024-11-21T10:12:38,029 DEBUG [FileChangeWatcher-hbase_test_key16576032380767173279.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15418123267817990119.bcfks 2024-11-21T10:12:38,029 DEBUG [FileChangeWatcher-hbase_test_key16576032380767173279.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15418123267817990119.bcfks 2024-11-21T10:12:38,029 DEBUG [FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15418123267817990119.bcfks 2024-11-21T10:12:38,029 INFO [FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15418123267817990119.bcfks 2024-11-21T10:12:38,190 DEBUG [FileChangeWatcher-hbase_test_key16576032380767173279.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15418123267817990119.bcfks 2024-11-21T10:12:38,190 DEBUG [FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15418123267817990119.bcfks 2024-11-21T10:12:38,190 DEBUG [FileChangeWatcher-hbase_test_key16576032380767173279.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15418123267817990119.bcfks 2024-11-21T10:12:38,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36e85340, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T10:12:38,190 INFO [FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15418123267817990119.bcfks 2024-11-21T10:12:38,191 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T10:12:38,191 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:38,515 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:38,515 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:38,516 INFO [FileChangeWatcher-hbase_test_key16576032380767173279.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16576032380767173279.bcfks thread started 2024-11-21T10:12:38,516 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/19b0b89e-e8e1-6224-5204-45eaaaad2248/TestNettyTLSIPCFileWatcher 2024-11-21T10:12:38,516 INFO [FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks thread started 2024-11-21T10:12:38,516 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T10:12:38,678 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T10:12:38,842 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T10:12:38,842 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xef2c7a24, L:/127.0.0.1:45051 - R:/127.0.0.1:41854] 2024-11-21T10:12:39,020 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41854, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T10:12:39,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T10:12:39,022 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45051 2024-11-21T10:12:39,022 DEBUG [FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks was interrupted and is shutting down... 2024-11-21T10:12:39,022 DEBUG [FileChangeWatcher-hbase_test_key16576032380767173279.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16576032380767173279.bcfks was interrupted and is shutting down... 2024-11-21T10:12:39,022 DEBUG [FileChangeWatcher-hbase_test_key16576032380767173279.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16576032380767173279.bcfks was interrupted and is shutting down... 2024-11-21T10:12:39,022 DEBUG [FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks was interrupted and is shutting down... 2024-11-21T10:12:39,022 INFO [FileChangeWatcher-hbase_test_key16576032380767173279.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16576032380767173279.bcfks thread finished 2024-11-21T10:12:39,022 INFO [FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks thread finished 2024-11-21T10:12:39,029 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=2008 (was 2009) 2024-11-21T10:12:39,036 INFO [FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15418123267817990119.bcfks thread finished 2024-11-21T10:12:39,036 INFO [FileChangeWatcher-hbase_test_key16576032380767173279.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16576032380767173279.bcfks thread finished