2024-11-28 09:12:42,665 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-28 09:12:42,676 main DEBUG Took 0.009406 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-28 09:12:42,676 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-28 09:12:42,677 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-28 09:12:42,677 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-28 09:12:42,679 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 09:12:42,687 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-28 09:12:42,697 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 09:12:42,699 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 09:12:42,699 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 09:12:42,699 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 09:12:42,700 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 09:12:42,700 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 09:12:42,701 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 09:12:42,701 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 09:12:42,702 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 09:12:42,702 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 09:12:42,703 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 09:12:42,703 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 09:12:42,703 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 09:12:42,704 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 09:12:42,704 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 09:12:42,704 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 09:12:42,705 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 09:12:42,705 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 09:12:42,706 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 09:12:42,706 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 09:12:42,707 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 09:12:42,707 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 09:12:42,707 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 09:12:42,708 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 09:12:42,708 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 09:12:42,708 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-28 09:12:42,710 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 09:12:42,711 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-28 09:12:42,713 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-28 09:12:42,713 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-28 09:12:42,714 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-28 09:12:42,714 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-28 09:12:42,723 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-28 09:12:42,725 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-28 09:12:42,726 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-28 09:12:42,727 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-28 09:12:42,727 main DEBUG createAppenders(={Console}) 2024-11-28 09:12:42,727 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-28 09:12:42,728 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-28 09:12:42,728 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-28 09:12:42,729 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-28 09:12:42,729 main DEBUG OutputStream closed 2024-11-28 09:12:42,729 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-28 09:12:42,729 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-28 09:12:42,730 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-28 09:12:42,802 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-28 09:12:42,804 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-28 09:12:42,806 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-28 09:12:42,807 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-28 09:12:42,808 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-28 09:12:42,808 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-28 09:12:42,809 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-28 09:12:42,809 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-28 09:12:42,810 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-28 09:12:42,810 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-28 09:12:42,811 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-28 09:12:42,811 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-28 09:12:42,812 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-28 09:12:42,812 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-28 09:12:42,813 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-28 09:12:42,813 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-28 09:12:42,813 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-28 09:12:42,814 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-28 09:12:42,817 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-28 09:12:42,817 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-28 09:12:42,817 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-28 09:12:42,818 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-28T09:12:42,835 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-28 09:12:42,838 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-28 09:12:42,839 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-28T09:12:43,233 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-28T09:12:43,992 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=237, ProcessCount=10, AvailableMemoryMB=5361 2024-11-28T09:12:44,667 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-28T09:12:44,718 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-28T09:12:44,732 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-28T09:12:44,745 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-28T09:12:44,850 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T09:12:44,897 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 31952 (auto-detected) 2024-11-28T09:12:44,899 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-28T09:12:44,926 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37673 2024-11-28T09:12:44,930 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T09:12:44,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f0956a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T09:12:44,968 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-28T09:12:44,968 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-28T09:12:45,291 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T09:12:45,347 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:45,395 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:45,470 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:45,472 INFO [FileChangeWatcher-hbase_test_key10251416845923776287.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10251416845923776287.jks thread started 2024-11-28T09:12:45,473 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:45,473 INFO [FileChangeWatcher-hbase_test_ca12617959937645202040.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12617959937645202040.jks thread started 2024-11-28T09:12:45,480 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T09:12:45,544 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:45,572 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:45,663 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:45,664 INFO [FileChangeWatcher-hbase_test_key10251416845923776287.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10251416845923776287.jks thread started 2024-11-28T09:12:45,664 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:45,665 INFO [FileChangeWatcher-hbase_test_ca12617959937645202040.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12617959937645202040.jks thread started 2024-11-28T09:12:45,667 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc77d890c, L:/127.0.0.1:37673 - R:/127.0.0.1:58374] 2024-11-28T09:12:45,811 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58374, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T09:12:46,209 DEBUG [FileChangeWatcher-hbase_test_ca12617959937645202040.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10251416845923776287.jks 2024-11-28T09:12:46,209 DEBUG [FileChangeWatcher-hbase_test_key10251416845923776287.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10251416845923776287.jks 2024-11-28T09:12:46,209 DEBUG [FileChangeWatcher-hbase_test_key10251416845923776287.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10251416845923776287.jks 2024-11-28T09:12:46,209 DEBUG [FileChangeWatcher-hbase_test_ca12617959937645202040.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10251416845923776287.jks 2024-11-28T09:12:46,210 DEBUG [FileChangeWatcher-hbase_test_ca12617959937645202040.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10251416845923776287.jks 2024-11-28T09:12:46,210 DEBUG [FileChangeWatcher-hbase_test_ca12617959937645202040.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10251416845923776287.jks 2024-11-28T09:12:46,210 INFO [FileChangeWatcher-hbase_test_key10251416845923776287.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10251416845923776287.jks 2024-11-28T09:12:46,210 INFO [FileChangeWatcher-hbase_test_key10251416845923776287.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10251416845923776287.jks 2024-11-28T09:12:46,236 DEBUG [FileChangeWatcher-hbase_test_key10251416845923776287.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10251416845923776287.jks 2024-11-28T09:12:46,236 DEBUG [FileChangeWatcher-hbase_test_key10251416845923776287.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10251416845923776287.jks 2024-11-28T09:12:46,236 DEBUG [FileChangeWatcher-hbase_test_ca12617959937645202040.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10251416845923776287.jks 2024-11-28T09:12:46,236 DEBUG [FileChangeWatcher-hbase_test_ca12617959937645202040.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10251416845923776287.jks 2024-11-28T09:12:46,237 INFO [FileChangeWatcher-hbase_test_key10251416845923776287.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10251416845923776287.jks 2024-11-28T09:12:46,237 INFO [FileChangeWatcher-hbase_test_key10251416845923776287.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10251416845923776287.jks 2024-11-28T09:12:46,237 DEBUG [FileChangeWatcher-hbase_test_ca12617959937645202040.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10251416845923776287.jks 2024-11-28T09:12:46,237 DEBUG [FileChangeWatcher-hbase_test_key10251416845923776287.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12617959937645202040.jks 2024-11-28T09:12:46,237 DEBUG [FileChangeWatcher-hbase_test_ca12617959937645202040.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10251416845923776287.jks 2024-11-28T09:12:46,237 DEBUG [FileChangeWatcher-hbase_test_ca12617959937645202040.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12617959937645202040.jks 2024-11-28T09:12:46,237 DEBUG [FileChangeWatcher-hbase_test_key10251416845923776287.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12617959937645202040.jks 2024-11-28T09:12:46,237 DEBUG [FileChangeWatcher-hbase_test_ca12617959937645202040.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12617959937645202040.jks 2024-11-28T09:12:46,237 INFO [FileChangeWatcher-hbase_test_ca12617959937645202040.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12617959937645202040.jks 2024-11-28T09:12:46,238 INFO [FileChangeWatcher-hbase_test_ca12617959937645202040.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12617959937645202040.jks 2024-11-28T09:12:46,237 DEBUG [FileChangeWatcher-hbase_test_key10251416845923776287.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12617959937645202040.jks 2024-11-28T09:12:46,238 DEBUG [FileChangeWatcher-hbase_test_key10251416845923776287.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12617959937645202040.jks 2024-11-28T09:12:46,251 DEBUG [FileChangeWatcher-hbase_test_ca12617959937645202040.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12617959937645202040.jks 2024-11-28T09:12:46,251 DEBUG [FileChangeWatcher-hbase_test_ca12617959937645202040.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12617959937645202040.jks 2024-11-28T09:12:46,251 DEBUG [FileChangeWatcher-hbase_test_key10251416845923776287.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12617959937645202040.jks 2024-11-28T09:12:46,252 DEBUG [FileChangeWatcher-hbase_test_key10251416845923776287.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12617959937645202040.jks 2024-11-28T09:12:46,252 INFO [FileChangeWatcher-hbase_test_ca12617959937645202040.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12617959937645202040.jks 2024-11-28T09:12:46,252 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,37673,0 is dead - stopping the connection localhost:37673/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-28T09:12:46,252 INFO [FileChangeWatcher-hbase_test_ca12617959937645202040.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12617959937645202040.jks 2024-11-28T09:12:46,252 DEBUG [FileChangeWatcher-hbase_test_key10251416845923776287.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12617959937645202040.jks 2024-11-28T09:12:46,252 DEBUG [FileChangeWatcher-hbase_test_key10251416845923776287.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12617959937645202040.jks 2024-11-28T09:12:46,253 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T09:12:46,255 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:46,287 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:46,288 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T09:12:46,309 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:46,337 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:46,338 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xea3a0fb9, L:/127.0.0.1:37673 - R:/127.0.0.1:58382] 2024-11-28T09:12:46,383 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58382, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T09:12:46,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T09:12:46,386 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37673 2024-11-28T09:12:46,386 DEBUG [FileChangeWatcher-hbase_test_key10251416845923776287.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10251416845923776287.jks was interrupted and is shutting down... 2024-11-28T09:12:46,386 DEBUG [FileChangeWatcher-hbase_test_ca12617959937645202040.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12617959937645202040.jks was interrupted and is shutting down... 2024-11-28T09:12:46,386 DEBUG [FileChangeWatcher-hbase_test_key10251416845923776287.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10251416845923776287.jks was interrupted and is shutting down... 2024-11-28T09:12:46,386 DEBUG [FileChangeWatcher-hbase_test_ca12617959937645202040.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12617959937645202040.jks was interrupted and is shutting down... 2024-11-28T09:12:46,386 INFO [FileChangeWatcher-hbase_test_ca12617959937645202040.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12617959937645202040.jks thread finished 2024-11-28T09:12:46,387 INFO [FileChangeWatcher-hbase_test_key10251416845923776287.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10251416845923776287.jks thread finished 2024-11-28T09:12:46,387 INFO [FileChangeWatcher-hbase_test_key10251416845923776287.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10251416845923776287.jks thread finished 2024-11-28T09:12:46,398 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: FileChangeWatcher-hbase_test_ca12617959937645202040.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=242 (was 237) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 10) - ProcessCount LEAK? -, AvailableMemoryMB=5203 (was 5361) 2024-11-28T09:12:46,400 INFO [FileChangeWatcher-hbase_test_ca12617959937645202040.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12617959937645202040.jks thread finished 2024-11-28T09:12:46,406 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=22, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=242, ProcessCount=11, AvailableMemoryMB=5202 2024-11-28T09:12:46,408 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T09:12:46,409 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41149 2024-11-28T09:12:46,409 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T09:12:46,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1492bca0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T09:12:46,411 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T09:12:46,412 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:46,443 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:46,444 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:46,445 INFO [FileChangeWatcher-hbase_test_key10251416845923776287.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10251416845923776287.jks thread started 2024-11-28T09:12:46,445 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:46,445 INFO [FileChangeWatcher-hbase_test_ca12617959937645202040.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12617959937645202040.jks thread started 2024-11-28T09:12:46,446 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T09:12:46,463 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:46,478 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:46,479 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:46,480 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:46,480 INFO [FileChangeWatcher-hbase_test_key10251416845923776287.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10251416845923776287.jks thread started 2024-11-28T09:12:46,480 INFO [FileChangeWatcher-hbase_test_ca12617959937645202040.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12617959937645202040.jks thread started 2024-11-28T09:12:46,480 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3fda2137, L:/127.0.0.1:41149 - R:/127.0.0.1:57426] 2024-11-28T09:12:46,519 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57426, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T09:12:46,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T09:12:46,522 DEBUG [FileChangeWatcher-hbase_test_ca12617959937645202040.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12617959937645202040.jks was interrupted and is shutting down... 2024-11-28T09:12:46,522 DEBUG [FileChangeWatcher-hbase_test_key10251416845923776287.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10251416845923776287.jks was interrupted and is shutting down... 2024-11-28T09:12:46,523 INFO [FileChangeWatcher-hbase_test_ca12617959937645202040.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12617959937645202040.jks thread finished 2024-11-28T09:12:46,536 INFO [FileChangeWatcher-hbase_test_key10251416845923776287.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10251416845923776287.jks thread finished 2024-11-28T09:12:46,670 DEBUG [FileChangeWatcher-hbase_test_key10251416845923776287.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10251416845923776287.jks 2024-11-28T09:12:46,670 DEBUG [FileChangeWatcher-hbase_test_ca12617959937645202040.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10251416845923776287.jks 2024-11-28T09:12:46,670 INFO [FileChangeWatcher-hbase_test_key10251416845923776287.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10251416845923776287.jks 2024-11-28T09:12:46,670 DEBUG [FileChangeWatcher-hbase_test_ca12617959937645202040.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10251416845923776287.jks 2024-11-28T09:12:46,698 DEBUG [FileChangeWatcher-hbase_test_key10251416845923776287.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10251416845923776287.jks 2024-11-28T09:12:46,698 DEBUG [FileChangeWatcher-hbase_test_ca12617959937645202040.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10251416845923776287.jks 2024-11-28T09:12:46,698 INFO [FileChangeWatcher-hbase_test_key10251416845923776287.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10251416845923776287.jks 2024-11-28T09:12:46,698 DEBUG [FileChangeWatcher-hbase_test_ca12617959937645202040.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10251416845923776287.jks 2024-11-28T09:12:46,698 DEBUG [FileChangeWatcher-hbase_test_key10251416845923776287.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12617959937645202040.jks 2024-11-28T09:12:46,698 DEBUG [FileChangeWatcher-hbase_test_ca12617959937645202040.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12617959937645202040.jks 2024-11-28T09:12:46,698 DEBUG [FileChangeWatcher-hbase_test_key10251416845923776287.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12617959937645202040.jks 2024-11-28T09:12:46,699 INFO [FileChangeWatcher-hbase_test_ca12617959937645202040.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12617959937645202040.jks 2024-11-28T09:12:46,714 DEBUG [FileChangeWatcher-hbase_test_ca12617959937645202040.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12617959937645202040.jks 2024-11-28T09:12:46,714 DEBUG [FileChangeWatcher-hbase_test_key10251416845923776287.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12617959937645202040.jks 2024-11-28T09:12:46,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a599384, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T09:12:46,714 INFO [FileChangeWatcher-hbase_test_ca12617959937645202040.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12617959937645202040.jks 2024-11-28T09:12:46,715 DEBUG [FileChangeWatcher-hbase_test_key10251416845923776287.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12617959937645202040.jks 2024-11-28T09:12:46,715 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T09:12:46,716 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:46,748 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:46,748 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:46,749 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:46,749 INFO [FileChangeWatcher-hbase_test_key10251416845923776287.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10251416845923776287.jks thread started 2024-11-28T09:12:46,750 INFO [FileChangeWatcher-hbase_test_ca12617959937645202040.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12617959937645202040.jks thread started 2024-11-28T09:12:46,750 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T09:12:46,768 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:46,784 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:46,785 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x34b4ba96, L:/127.0.0.1:41149 - R:/127.0.0.1:57432] 2024-11-28T09:12:46,825 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57432, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T09:12:46,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T09:12:46,827 DEBUG [FileChangeWatcher-hbase_test_key10251416845923776287.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10251416845923776287.jks was interrupted and is shutting down... 2024-11-28T09:12:46,827 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41149 2024-11-28T09:12:46,827 DEBUG [FileChangeWatcher-hbase_test_ca12617959937645202040.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12617959937645202040.jks was interrupted and is shutting down... 2024-11-28T09:12:46,827 DEBUG [FileChangeWatcher-hbase_test_key10251416845923776287.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10251416845923776287.jks was interrupted and is shutting down... 2024-11-28T09:12:46,828 INFO [FileChangeWatcher-hbase_test_key10251416845923776287.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10251416845923776287.jks thread finished 2024-11-28T09:12:46,828 INFO [FileChangeWatcher-hbase_test_ca12617959937645202040.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12617959937645202040.jks thread finished 2024-11-28T09:12:46,828 DEBUG [FileChangeWatcher-hbase_test_ca12617959937645202040.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12617959937645202040.jks was interrupted and is shutting down... 2024-11-28T09:12:46,828 INFO [FileChangeWatcher-hbase_test_key10251416845923776287.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10251416845923776287.jks thread finished 2024-11-28T09:12:46,836 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 22) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=242 (was 242), ProcessCount=11 (was 11), AvailableMemoryMB=5155 (was 5202) 2024-11-28T09:12:46,844 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=242, ProcessCount=11, AvailableMemoryMB=5161 2024-11-28T09:12:46,844 INFO [FileChangeWatcher-hbase_test_ca12617959937645202040.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12617959937645202040.jks thread finished 2024-11-28T09:12:46,898 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T09:12:46,899 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44021 2024-11-28T09:12:46,899 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T09:12:46,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee031f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T09:12:46,900 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T09:12:46,902 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:46,929 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:46,930 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:46,930 INFO [FileChangeWatcher-hbase_test_key9662724194162187823.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9662724194162187823.pem thread started 2024-11-28T09:12:46,930 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:46,931 INFO [FileChangeWatcher-hbase_test_ca2672374551458786124.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2672374551458786124.pem thread started 2024-11-28T09:12:46,931 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T09:12:46,946 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:46,947 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:46,948 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:46,948 INFO [FileChangeWatcher-hbase_test_key9662724194162187823.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9662724194162187823.pem thread started 2024-11-28T09:12:46,949 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:46,949 INFO [FileChangeWatcher-hbase_test_ca2672374551458786124.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2672374551458786124.pem thread started 2024-11-28T09:12:46,949 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x73c35f87, L:/127.0.0.1:44021 - R:/127.0.0.1:35566] 2024-11-28T09:12:46,968 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35566, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T09:12:47,474 DEBUG [FileChangeWatcher-hbase_test_ca2672374551458786124.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9662724194162187823.pem 2024-11-28T09:12:47,474 DEBUG [FileChangeWatcher-hbase_test_key9662724194162187823.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9662724194162187823.pem 2024-11-28T09:12:47,474 DEBUG [FileChangeWatcher-hbase_test_ca2672374551458786124.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9662724194162187823.pem 2024-11-28T09:12:47,474 INFO [FileChangeWatcher-hbase_test_key9662724194162187823.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9662724194162187823.pem 2024-11-28T09:12:47,474 DEBUG [FileChangeWatcher-hbase_test_key9662724194162187823.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9662724194162187823.pem 2024-11-28T09:12:47,474 DEBUG [FileChangeWatcher-hbase_test_ca2672374551458786124.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9662724194162187823.pem 2024-11-28T09:12:47,475 DEBUG [FileChangeWatcher-hbase_test_key9662724194162187823.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9662724194162187823.pem 2024-11-28T09:12:47,475 INFO [FileChangeWatcher-hbase_test_key9662724194162187823.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9662724194162187823.pem 2024-11-28T09:12:47,475 DEBUG [FileChangeWatcher-hbase_test_ca2672374551458786124.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9662724194162187823.pem 2024-11-28T09:12:47,475 INFO [FileChangeWatcher-hbase_test_key9662724194162187823.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9662724194162187823.pem 2024-11-28T09:12:47,474 DEBUG [FileChangeWatcher-hbase_test_ca2672374551458786124.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9662724194162187823.pem 2024-11-28T09:12:47,475 DEBUG [FileChangeWatcher-hbase_test_key9662724194162187823.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2672374551458786124.pem 2024-11-28T09:12:47,475 DEBUG [FileChangeWatcher-hbase_test_key9662724194162187823.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2672374551458786124.pem 2024-11-28T09:12:47,475 DEBUG [FileChangeWatcher-hbase_test_ca2672374551458786124.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9662724194162187823.pem 2024-11-28T09:12:47,475 DEBUG [FileChangeWatcher-hbase_test_key9662724194162187823.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2672374551458786124.pem 2024-11-28T09:12:47,475 DEBUG [FileChangeWatcher-hbase_test_key9662724194162187823.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2672374551458786124.pem 2024-11-28T09:12:47,475 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44021,0 is dead - stopping the connection localhost:44021/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-28T09:12:47,475 DEBUG [FileChangeWatcher-hbase_test_ca2672374551458786124.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9662724194162187823.pem 2024-11-28T09:12:47,475 DEBUG [FileChangeWatcher-hbase_test_key9662724194162187823.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2672374551458786124.pem 2024-11-28T09:12:47,475 DEBUG [FileChangeWatcher-hbase_test_key9662724194162187823.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2672374551458786124.pem 2024-11-28T09:12:47,476 DEBUG [FileChangeWatcher-hbase_test_ca2672374551458786124.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2672374551458786124.pem 2024-11-28T09:12:47,476 DEBUG [FileChangeWatcher-hbase_test_key9662724194162187823.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2672374551458786124.pem 2024-11-28T09:12:47,476 INFO [FileChangeWatcher-hbase_test_ca2672374551458786124.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2672374551458786124.pem 2024-11-28T09:12:47,476 DEBUG [FileChangeWatcher-hbase_test_key9662724194162187823.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2672374551458786124.pem 2024-11-28T09:12:47,476 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T09:12:47,476 DEBUG [FileChangeWatcher-hbase_test_ca2672374551458786124.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9662724194162187823.pem 2024-11-28T09:12:47,476 DEBUG [FileChangeWatcher-hbase_test_ca2672374551458786124.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2672374551458786124.pem 2024-11-28T09:12:47,476 INFO [FileChangeWatcher-hbase_test_ca2672374551458786124.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2672374551458786124.pem 2024-11-28T09:12:47,477 DEBUG [FileChangeWatcher-hbase_test_ca2672374551458786124.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2672374551458786124.pem 2024-11-28T09:12:47,477 INFO [FileChangeWatcher-hbase_test_ca2672374551458786124.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2672374551458786124.pem 2024-11-28T09:12:47,478 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:47,488 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:47,488 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T09:12:47,505 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:47,506 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:47,507 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x87f1e355, L:/127.0.0.1:44021 - R:/127.0.0.1:35574] 2024-11-28T09:12:47,527 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35574, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T09:12:47,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T09:12:47,529 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44021 2024-11-28T09:12:47,529 DEBUG [FileChangeWatcher-hbase_test_key9662724194162187823.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9662724194162187823.pem was interrupted and is shutting down... 2024-11-28T09:12:47,529 DEBUG [FileChangeWatcher-hbase_test_ca2672374551458786124.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2672374551458786124.pem was interrupted and is shutting down... 2024-11-28T09:12:47,529 DEBUG [FileChangeWatcher-hbase_test_key9662724194162187823.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9662724194162187823.pem was interrupted and is shutting down... 2024-11-28T09:12:47,529 DEBUG [FileChangeWatcher-hbase_test_ca2672374551458786124.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2672374551458786124.pem was interrupted and is shutting down... 2024-11-28T09:12:47,530 INFO [FileChangeWatcher-hbase_test_key9662724194162187823.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9662724194162187823.pem thread finished 2024-11-28T09:12:47,530 INFO [FileChangeWatcher-hbase_test_key9662724194162187823.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9662724194162187823.pem thread finished 2024-11-28T09:12:47,538 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca2672374551458786124.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca2672374551458786124.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=242 (was 242), ProcessCount=11 (was 11), AvailableMemoryMB=5076 (was 5161) 2024-11-28T09:12:47,544 INFO [FileChangeWatcher-hbase_test_ca2672374551458786124.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2672374551458786124.pem thread finished 2024-11-28T09:12:47,544 INFO [FileChangeWatcher-hbase_test_ca2672374551458786124.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2672374551458786124.pem thread finished 2024-11-28T09:12:47,546 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=242, ProcessCount=11, AvailableMemoryMB=5076 2024-11-28T09:12:47,548 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T09:12:47,549 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:32959 2024-11-28T09:12:47,549 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T09:12:47,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2da3666a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T09:12:47,550 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T09:12:47,551 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:47,556 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:47,557 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:47,557 INFO [FileChangeWatcher-hbase_test_key9662724194162187823.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9662724194162187823.pem thread started 2024-11-28T09:12:47,557 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:47,558 INFO [FileChangeWatcher-hbase_test_ca2672374551458786124.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2672374551458786124.pem thread started 2024-11-28T09:12:47,558 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T09:12:47,564 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:47,565 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:47,565 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:47,566 INFO [FileChangeWatcher-hbase_test_key9662724194162187823.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9662724194162187823.pem thread started 2024-11-28T09:12:47,568 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:47,568 INFO [FileChangeWatcher-hbase_test_ca2672374551458786124.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2672374551458786124.pem thread started 2024-11-28T09:12:47,568 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x59992c09, L:/127.0.0.1:32959 - R:/127.0.0.1:45714] 2024-11-28T09:12:47,585 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45714, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T09:12:47,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T09:12:47,587 DEBUG [FileChangeWatcher-hbase_test_ca2672374551458786124.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2672374551458786124.pem was interrupted and is shutting down... 2024-11-28T09:12:47,587 DEBUG [FileChangeWatcher-hbase_test_key9662724194162187823.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9662724194162187823.pem was interrupted and is shutting down... 2024-11-28T09:12:47,588 INFO [FileChangeWatcher-hbase_test_ca2672374551458786124.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2672374551458786124.pem thread finished 2024-11-28T09:12:47,588 INFO [FileChangeWatcher-hbase_test_key9662724194162187823.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9662724194162187823.pem thread finished 2024-11-28T09:12:47,865 DEBUG [FileChangeWatcher-hbase_test_key9662724194162187823.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9662724194162187823.pem 2024-11-28T09:12:47,865 DEBUG [FileChangeWatcher-hbase_test_ca2672374551458786124.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9662724194162187823.pem 2024-11-28T09:12:47,865 INFO [FileChangeWatcher-hbase_test_key9662724194162187823.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9662724194162187823.pem 2024-11-28T09:12:47,865 DEBUG [FileChangeWatcher-hbase_test_ca2672374551458786124.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9662724194162187823.pem 2024-11-28T09:12:47,865 DEBUG [FileChangeWatcher-hbase_test_key9662724194162187823.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9662724194162187823.pem 2024-11-28T09:12:47,866 DEBUG [FileChangeWatcher-hbase_test_ca2672374551458786124.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9662724194162187823.pem 2024-11-28T09:12:47,866 INFO [FileChangeWatcher-hbase_test_key9662724194162187823.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9662724194162187823.pem 2024-11-28T09:12:47,866 DEBUG [FileChangeWatcher-hbase_test_ca2672374551458786124.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9662724194162187823.pem 2024-11-28T09:12:47,866 DEBUG [FileChangeWatcher-hbase_test_key9662724194162187823.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2672374551458786124.pem 2024-11-28T09:12:47,866 DEBUG [FileChangeWatcher-hbase_test_ca2672374551458786124.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2672374551458786124.pem 2024-11-28T09:12:47,866 DEBUG [FileChangeWatcher-hbase_test_key9662724194162187823.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2672374551458786124.pem 2024-11-28T09:12:47,866 INFO [FileChangeWatcher-hbase_test_ca2672374551458786124.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2672374551458786124.pem 2024-11-28T09:12:47,866 DEBUG [FileChangeWatcher-hbase_test_key9662724194162187823.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2672374551458786124.pem 2024-11-28T09:12:47,866 DEBUG [FileChangeWatcher-hbase_test_ca2672374551458786124.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2672374551458786124.pem 2024-11-28T09:12:47,866 DEBUG [FileChangeWatcher-hbase_test_key9662724194162187823.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2672374551458786124.pem 2024-11-28T09:12:47,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c4e601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T09:12:47,867 INFO [FileChangeWatcher-hbase_test_ca2672374551458786124.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2672374551458786124.pem 2024-11-28T09:12:47,867 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T09:12:47,868 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:47,874 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:47,875 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:47,876 INFO [FileChangeWatcher-hbase_test_key9662724194162187823.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9662724194162187823.pem thread started 2024-11-28T09:12:47,876 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:47,877 INFO [FileChangeWatcher-hbase_test_ca2672374551458786124.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2672374551458786124.pem thread started 2024-11-28T09:12:47,877 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T09:12:47,883 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:47,884 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:47,884 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xca36a1b0, L:/127.0.0.1:32959 - R:/127.0.0.1:45728] 2024-11-28T09:12:47,901 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45728, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T09:12:47,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T09:12:47,903 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:32959 2024-11-28T09:12:47,903 DEBUG [FileChangeWatcher-hbase_test_key9662724194162187823.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9662724194162187823.pem was interrupted and is shutting down... 2024-11-28T09:12:47,903 DEBUG [FileChangeWatcher-hbase_test_ca2672374551458786124.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2672374551458786124.pem was interrupted and is shutting down... 2024-11-28T09:12:47,903 DEBUG [FileChangeWatcher-hbase_test_key9662724194162187823.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9662724194162187823.pem was interrupted and is shutting down... 2024-11-28T09:12:47,903 DEBUG [FileChangeWatcher-hbase_test_ca2672374551458786124.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2672374551458786124.pem was interrupted and is shutting down... 2024-11-28T09:12:47,903 INFO [FileChangeWatcher-hbase_test_ca2672374551458786124.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2672374551458786124.pem thread finished 2024-11-28T09:12:47,903 INFO [FileChangeWatcher-hbase_test_key9662724194162187823.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9662724194162187823.pem thread finished 2024-11-28T09:12:47,903 INFO [FileChangeWatcher-hbase_test_key9662724194162187823.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9662724194162187823.pem thread finished 2024-11-28T09:12:47,910 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 29), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=242 (was 242), ProcessCount=11 (was 11), AvailableMemoryMB=5024 (was 5076) 2024-11-28T09:12:47,916 INFO [FileChangeWatcher-hbase_test_ca2672374551458786124.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2672374551458786124.pem thread finished 2024-11-28T09:12:47,916 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=242, ProcessCount=11, AvailableMemoryMB=5024 2024-11-28T09:12:47,960 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T09:12:47,961 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40595 2024-11-28T09:12:47,961 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T09:12:47,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b31850, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T09:12:47,962 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T09:12:47,963 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:47,994 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:47,995 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:47,995 INFO [FileChangeWatcher-hbase_test_key13393233114116664109.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13393233114116664109.p12 thread started 2024-11-28T09:12:47,995 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:47,996 INFO [FileChangeWatcher-hbase_test_ca219797544187077729.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca219797544187077729.p12 thread started 2024-11-28T09:12:47,996 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T09:12:48,012 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:48,027 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:48,028 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:48,028 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:48,028 INFO [FileChangeWatcher-hbase_test_key13393233114116664109.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13393233114116664109.p12 thread started 2024-11-28T09:12:48,029 INFO [FileChangeWatcher-hbase_test_ca219797544187077729.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca219797544187077729.p12 thread started 2024-11-28T09:12:48,029 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7c7ee588, L:/127.0.0.1:40595 - R:/127.0.0.1:54594] 2024-11-28T09:12:48,066 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54594, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T09:12:48,178 DEBUG [FileChangeWatcher-hbase_test_ca219797544187077729.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13393233114116664109.p12 2024-11-28T09:12:48,178 DEBUG [FileChangeWatcher-hbase_test_ca219797544187077729.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13393233114116664109.p12 2024-11-28T09:12:48,178 DEBUG [FileChangeWatcher-hbase_test_key13393233114116664109.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13393233114116664109.p12 2024-11-28T09:12:48,178 DEBUG [FileChangeWatcher-hbase_test_key13393233114116664109.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13393233114116664109.p12 2024-11-28T09:12:48,179 DEBUG [FileChangeWatcher-hbase_test_ca219797544187077729.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13393233114116664109.p12 2024-11-28T09:12:48,179 DEBUG [FileChangeWatcher-hbase_test_ca219797544187077729.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13393233114116664109.p12 2024-11-28T09:12:48,179 INFO [FileChangeWatcher-hbase_test_key13393233114116664109.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13393233114116664109.p12 2024-11-28T09:12:48,179 INFO [FileChangeWatcher-hbase_test_key13393233114116664109.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13393233114116664109.p12 2024-11-28T09:12:48,205 DEBUG [FileChangeWatcher-hbase_test_key13393233114116664109.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13393233114116664109.p12 2024-11-28T09:12:48,205 DEBUG [FileChangeWatcher-hbase_test_key13393233114116664109.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13393233114116664109.p12 2024-11-28T09:12:48,205 DEBUG [FileChangeWatcher-hbase_test_ca219797544187077729.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13393233114116664109.p12 2024-11-28T09:12:48,205 DEBUG [FileChangeWatcher-hbase_test_ca219797544187077729.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13393233114116664109.p12 2024-11-28T09:12:48,205 INFO [FileChangeWatcher-hbase_test_key13393233114116664109.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13393233114116664109.p12 2024-11-28T09:12:48,206 DEBUG [FileChangeWatcher-hbase_test_ca219797544187077729.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13393233114116664109.p12 2024-11-28T09:12:48,206 DEBUG [FileChangeWatcher-hbase_test_ca219797544187077729.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13393233114116664109.p12 2024-11-28T09:12:48,206 DEBUG [FileChangeWatcher-hbase_test_key13393233114116664109.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca219797544187077729.p12 2024-11-28T09:12:48,206 INFO [FileChangeWatcher-hbase_test_key13393233114116664109.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13393233114116664109.p12 2024-11-28T09:12:48,206 DEBUG [FileChangeWatcher-hbase_test_ca219797544187077729.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca219797544187077729.p12 2024-11-28T09:12:48,206 DEBUG [FileChangeWatcher-hbase_test_key13393233114116664109.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca219797544187077729.p12 2024-11-28T09:12:48,206 DEBUG [FileChangeWatcher-hbase_test_key13393233114116664109.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca219797544187077729.p12 2024-11-28T09:12:48,206 DEBUG [FileChangeWatcher-hbase_test_ca219797544187077729.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca219797544187077729.p12 2024-11-28T09:12:48,206 INFO [FileChangeWatcher-hbase_test_ca219797544187077729.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca219797544187077729.p12 2024-11-28T09:12:48,206 DEBUG [FileChangeWatcher-hbase_test_key13393233114116664109.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca219797544187077729.p12 2024-11-28T09:12:48,206 INFO [FileChangeWatcher-hbase_test_ca219797544187077729.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca219797544187077729.p12 2024-11-28T09:12:48,225 DEBUG [FileChangeWatcher-hbase_test_ca219797544187077729.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca219797544187077729.p12 2024-11-28T09:12:48,225 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40595,0 is dead - stopping the connection localhost:40595/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-28T09:12:48,225 DEBUG [FileChangeWatcher-hbase_test_ca219797544187077729.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca219797544187077729.p12 2024-11-28T09:12:48,225 DEBUG [FileChangeWatcher-hbase_test_key13393233114116664109.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca219797544187077729.p12 2024-11-28T09:12:48,225 DEBUG [FileChangeWatcher-hbase_test_key13393233114116664109.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca219797544187077729.p12 2024-11-28T09:12:48,225 INFO [FileChangeWatcher-hbase_test_ca219797544187077729.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca219797544187077729.p12 2024-11-28T09:12:48,225 INFO [FileChangeWatcher-hbase_test_ca219797544187077729.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca219797544187077729.p12 2024-11-28T09:12:48,225 DEBUG [FileChangeWatcher-hbase_test_key13393233114116664109.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca219797544187077729.p12 2024-11-28T09:12:48,225 DEBUG [FileChangeWatcher-hbase_test_key13393233114116664109.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca219797544187077729.p12 2024-11-28T09:12:48,226 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T09:12:48,227 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:48,258 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:48,259 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T09:12:48,282 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:48,297 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:48,298 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x22444e0a, L:/127.0.0.1:40595 - R:/127.0.0.1:54598] 2024-11-28T09:12:48,338 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54598, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T09:12:48,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T09:12:48,340 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40595 2024-11-28T09:12:48,340 DEBUG [FileChangeWatcher-hbase_test_ca219797544187077729.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca219797544187077729.p12 was interrupted and is shutting down... 2024-11-28T09:12:48,340 DEBUG [FileChangeWatcher-hbase_test_key13393233114116664109.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13393233114116664109.p12 was interrupted and is shutting down... 2024-11-28T09:12:48,340 DEBUG [FileChangeWatcher-hbase_test_key13393233114116664109.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13393233114116664109.p12 was interrupted and is shutting down... 2024-11-28T09:12:48,340 INFO [FileChangeWatcher-hbase_test_ca219797544187077729.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca219797544187077729.p12 thread finished 2024-11-28T09:12:48,340 INFO [FileChangeWatcher-hbase_test_key13393233114116664109.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13393233114116664109.p12 thread finished 2024-11-28T09:12:48,340 DEBUG [FileChangeWatcher-hbase_test_ca219797544187077729.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca219797544187077729.p12 was interrupted and is shutting down... 2024-11-28T09:12:48,341 INFO [FileChangeWatcher-hbase_test_key13393233114116664109.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13393233114116664109.p12 thread finished 2024-11-28T09:12:48,347 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31 (was 29) Potentially hanging thread: FileChangeWatcher-hbase_test_ca219797544187077729.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=242 (was 242), ProcessCount=11 (was 11), AvailableMemoryMB=4977 (was 5024) 2024-11-28T09:12:48,353 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=242, ProcessCount=11, AvailableMemoryMB=4977 2024-11-28T09:12:48,354 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T09:12:48,355 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42529 2024-11-28T09:12:48,355 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T09:12:48,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aba998f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T09:12:48,356 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T09:12:48,357 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:48,360 INFO [FileChangeWatcher-hbase_test_ca219797544187077729.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca219797544187077729.p12 thread finished 2024-11-28T09:12:48,387 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:48,388 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:48,388 INFO [FileChangeWatcher-hbase_test_key13393233114116664109.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13393233114116664109.p12 thread started 2024-11-28T09:12:48,389 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:48,389 INFO [FileChangeWatcher-hbase_test_ca219797544187077729.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca219797544187077729.p12 thread started 2024-11-28T09:12:48,389 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T09:12:48,406 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:48,421 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:48,422 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:48,422 INFO [FileChangeWatcher-hbase_test_key13393233114116664109.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13393233114116664109.p12 thread started 2024-11-28T09:12:48,422 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:48,423 INFO [FileChangeWatcher-hbase_test_ca219797544187077729.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca219797544187077729.p12 thread started 2024-11-28T09:12:48,423 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa81fe119, L:/127.0.0.1:42529 - R:/127.0.0.1:50224] 2024-11-28T09:12:48,461 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50224, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T09:12:48,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T09:12:48,463 DEBUG [FileChangeWatcher-hbase_test_ca219797544187077729.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca219797544187077729.p12 was interrupted and is shutting down... 2024-11-28T09:12:48,463 DEBUG [FileChangeWatcher-hbase_test_key13393233114116664109.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13393233114116664109.p12 was interrupted and is shutting down... 2024-11-28T09:12:48,464 INFO [FileChangeWatcher-hbase_test_ca219797544187077729.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca219797544187077729.p12 thread finished 2024-11-28T09:12:48,476 INFO [FileChangeWatcher-hbase_test_key13393233114116664109.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13393233114116664109.p12 thread finished 2024-11-28T09:12:48,692 DEBUG [FileChangeWatcher-hbase_test_ca219797544187077729.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13393233114116664109.p12 2024-11-28T09:12:48,692 DEBUG [FileChangeWatcher-hbase_test_key13393233114116664109.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13393233114116664109.p12 2024-11-28T09:12:48,693 DEBUG [FileChangeWatcher-hbase_test_ca219797544187077729.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13393233114116664109.p12 2024-11-28T09:12:48,693 INFO [FileChangeWatcher-hbase_test_key13393233114116664109.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13393233114116664109.p12 2024-11-28T09:12:48,719 DEBUG [FileChangeWatcher-hbase_test_ca219797544187077729.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13393233114116664109.p12 2024-11-28T09:12:48,719 DEBUG [FileChangeWatcher-hbase_test_key13393233114116664109.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13393233114116664109.p12 2024-11-28T09:12:48,719 DEBUG [FileChangeWatcher-hbase_test_ca219797544187077729.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13393233114116664109.p12 2024-11-28T09:12:48,719 INFO [FileChangeWatcher-hbase_test_key13393233114116664109.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13393233114116664109.p12 2024-11-28T09:12:48,719 DEBUG [FileChangeWatcher-hbase_test_ca219797544187077729.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca219797544187077729.p12 2024-11-28T09:12:48,719 INFO [FileChangeWatcher-hbase_test_ca219797544187077729.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca219797544187077729.p12 2024-11-28T09:12:48,719 DEBUG [FileChangeWatcher-hbase_test_key13393233114116664109.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca219797544187077729.p12 2024-11-28T09:12:48,720 DEBUG [FileChangeWatcher-hbase_test_key13393233114116664109.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca219797544187077729.p12 2024-11-28T09:12:48,735 DEBUG [FileChangeWatcher-hbase_test_ca219797544187077729.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca219797544187077729.p12 2024-11-28T09:12:48,735 DEBUG [FileChangeWatcher-hbase_test_key13393233114116664109.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca219797544187077729.p12 2024-11-28T09:12:48,735 INFO [FileChangeWatcher-hbase_test_ca219797544187077729.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca219797544187077729.p12 2024-11-28T09:12:48,735 DEBUG [FileChangeWatcher-hbase_test_key13393233114116664109.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca219797544187077729.p12 2024-11-28T09:12:48,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39695f94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T09:12:48,735 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T09:12:48,736 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:48,767 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:48,768 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:48,768 INFO [FileChangeWatcher-hbase_test_key13393233114116664109.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13393233114116664109.p12 thread started 2024-11-28T09:12:48,768 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:48,769 INFO [FileChangeWatcher-hbase_test_ca219797544187077729.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca219797544187077729.p12 thread started 2024-11-28T09:12:48,769 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T09:12:48,799 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:48,817 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:48,817 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xee69e2b0, L:/127.0.0.1:42529 - R:/127.0.0.1:50234] 2024-11-28T09:12:48,856 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50234, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T09:12:48,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T09:12:48,858 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42529 2024-11-28T09:12:48,858 DEBUG [FileChangeWatcher-hbase_test_key13393233114116664109.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13393233114116664109.p12 was interrupted and is shutting down... 2024-11-28T09:12:48,858 DEBUG [FileChangeWatcher-hbase_test_ca219797544187077729.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca219797544187077729.p12 was interrupted and is shutting down... 2024-11-28T09:12:48,858 DEBUG [FileChangeWatcher-hbase_test_key13393233114116664109.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13393233114116664109.p12 was interrupted and is shutting down... 2024-11-28T09:12:48,858 DEBUG [FileChangeWatcher-hbase_test_ca219797544187077729.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca219797544187077729.p12 was interrupted and is shutting down... 2024-11-28T09:12:48,859 INFO [FileChangeWatcher-hbase_test_key13393233114116664109.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13393233114116664109.p12 thread finished 2024-11-28T09:12:48,859 INFO [FileChangeWatcher-hbase_test_key13393233114116664109.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13393233114116664109.p12 thread finished 2024-11-28T09:12:48,859 INFO [FileChangeWatcher-hbase_test_ca219797544187077729.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca219797544187077729.p12 thread finished 2024-11-28T09:12:48,859 INFO [FileChangeWatcher-hbase_test_ca219797544187077729.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca219797544187077729.p12 thread finished 2024-11-28T09:12:48,866 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31 (was 31), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=242 (was 242), ProcessCount=11 (was 11), AvailableMemoryMB=4920 (was 4977) 2024-11-28T09:12:48,872 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=242, ProcessCount=11, AvailableMemoryMB=4920 2024-11-28T09:12:49,443 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T09:12:49,443 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45619 2024-11-28T09:12:49,444 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T09:12:49,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f1d193, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T09:12:49,445 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T09:12:49,446 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:49,796 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:49,796 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:49,797 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:49,797 INFO [FileChangeWatcher-hbase_test_key6236973515862404202.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6236973515862404202.bcfks thread started 2024-11-28T09:12:49,797 INFO [FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks thread started 2024-11-28T09:12:49,798 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T09:12:49,961 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:50,125 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:50,126 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:50,126 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:50,126 INFO [FileChangeWatcher-hbase_test_key6236973515862404202.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6236973515862404202.bcfks thread started 2024-11-28T09:12:50,127 INFO [FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks thread started 2024-11-28T09:12:50,127 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xdabca50e, L:/127.0.0.1:45619 - R:/127.0.0.1:42158] 2024-11-28T09:12:50,318 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42158, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T09:12:50,620 DEBUG [FileChangeWatcher-hbase_test_key6236973515862404202.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6236973515862404202.bcfks 2024-11-28T09:12:50,620 DEBUG [FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6236973515862404202.bcfks 2024-11-28T09:12:50,620 DEBUG [FileChangeWatcher-hbase_test_key6236973515862404202.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6236973515862404202.bcfks 2024-11-28T09:12:50,620 DEBUG [FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6236973515862404202.bcfks 2024-11-28T09:12:50,620 INFO [FileChangeWatcher-hbase_test_key6236973515862404202.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6236973515862404202.bcfks 2024-11-28T09:12:50,620 DEBUG [FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6236973515862404202.bcfks 2024-11-28T09:12:50,620 INFO [FileChangeWatcher-hbase_test_key6236973515862404202.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6236973515862404202.bcfks 2024-11-28T09:12:50,620 DEBUG [FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6236973515862404202.bcfks 2024-11-28T09:12:50,865 DEBUG [FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6236973515862404202.bcfks 2024-11-28T09:12:50,865 DEBUG [FileChangeWatcher-hbase_test_key6236973515862404202.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6236973515862404202.bcfks 2024-11-28T09:12:50,865 DEBUG [FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6236973515862404202.bcfks 2024-11-28T09:12:50,865 DEBUG [FileChangeWatcher-hbase_test_key6236973515862404202.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6236973515862404202.bcfks 2024-11-28T09:12:50,865 DEBUG [FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6236973515862404202.bcfks 2024-11-28T09:12:50,865 INFO [FileChangeWatcher-hbase_test_key6236973515862404202.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6236973515862404202.bcfks 2024-11-28T09:12:50,865 DEBUG [FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6236973515862404202.bcfks 2024-11-28T09:12:50,865 INFO [FileChangeWatcher-hbase_test_key6236973515862404202.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6236973515862404202.bcfks 2024-11-28T09:12:50,865 DEBUG [FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12258754145475276904.bcfks 2024-11-28T09:12:50,865 DEBUG [FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12258754145475276904.bcfks 2024-11-28T09:12:50,865 DEBUG [FileChangeWatcher-hbase_test_key6236973515862404202.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12258754145475276904.bcfks 2024-11-28T09:12:50,865 DEBUG [FileChangeWatcher-hbase_test_key6236973515862404202.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12258754145475276904.bcfks 2024-11-28T09:12:50,865 INFO [FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12258754145475276904.bcfks 2024-11-28T09:12:50,865 INFO [FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12258754145475276904.bcfks 2024-11-28T09:12:50,865 DEBUG [FileChangeWatcher-hbase_test_key6236973515862404202.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12258754145475276904.bcfks 2024-11-28T09:12:50,865 DEBUG [FileChangeWatcher-hbase_test_key6236973515862404202.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12258754145475276904.bcfks 2024-11-28T09:12:51,029 DEBUG [FileChangeWatcher-hbase_test_key6236973515862404202.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12258754145475276904.bcfks 2024-11-28T09:12:51,029 DEBUG [FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12258754145475276904.bcfks 2024-11-28T09:12:51,029 DEBUG [FileChangeWatcher-hbase_test_key6236973515862404202.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12258754145475276904.bcfks 2024-11-28T09:12:51,029 DEBUG [FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12258754145475276904.bcfks 2024-11-28T09:12:51,029 DEBUG [FileChangeWatcher-hbase_test_key6236973515862404202.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12258754145475276904.bcfks 2024-11-28T09:12:51,029 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,45619,0 is dead - stopping the connection localhost:45619/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-28T09:12:51,029 INFO [FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12258754145475276904.bcfks 2024-11-28T09:12:51,029 DEBUG [FileChangeWatcher-hbase_test_key6236973515862404202.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12258754145475276904.bcfks 2024-11-28T09:12:51,029 INFO [FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12258754145475276904.bcfks 2024-11-28T09:12:51,029 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T09:12:51,031 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:51,362 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:51,363 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T09:12:51,526 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:51,690 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:51,690 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa8ae4a9c, L:/127.0.0.1:45619 - R:/127.0.0.1:42162] 2024-11-28T09:12:51,891 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42162, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T09:12:51,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T09:12:51,893 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45619 2024-11-28T09:12:51,893 DEBUG [FileChangeWatcher-hbase_test_key6236973515862404202.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6236973515862404202.bcfks was interrupted and is shutting down... 2024-11-28T09:12:51,893 DEBUG [FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks was interrupted and is shutting down... 2024-11-28T09:12:51,893 DEBUG [FileChangeWatcher-hbase_test_key6236973515862404202.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6236973515862404202.bcfks was interrupted and is shutting down... 2024-11-28T09:12:51,893 DEBUG [FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks was interrupted and is shutting down... 2024-11-28T09:12:51,893 INFO [FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks thread finished 2024-11-28T09:12:51,893 INFO [FileChangeWatcher-hbase_test_key6236973515862404202.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6236973515862404202.bcfks thread finished 2024-11-28T09:12:51,893 INFO [FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks thread finished 2024-11-28T09:12:51,894 INFO [FileChangeWatcher-hbase_test_key6236973515862404202.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6236973515862404202.bcfks thread finished 2024-11-28T09:12:51,900 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33 (was 31) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=246 (was 242) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4847 (was 4920) 2024-11-28T09:12:51,905 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=246, ProcessCount=11, AvailableMemoryMB=4846 2024-11-28T09:12:51,906 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T09:12:51,907 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:32793 2024-11-28T09:12:51,907 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T09:12:51,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@791a4add, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T09:12:51,908 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T09:12:51,909 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:52,235 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:52,236 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:52,237 INFO [FileChangeWatcher-hbase_test_key6236973515862404202.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6236973515862404202.bcfks thread started 2024-11-28T09:12:52,237 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:52,237 INFO [FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks thread started 2024-11-28T09:12:52,237 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T09:12:52,401 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:52,565 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:52,566 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:52,566 INFO [FileChangeWatcher-hbase_test_key6236973515862404202.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6236973515862404202.bcfks thread started 2024-11-28T09:12:52,566 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:52,567 INFO [FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks thread started 2024-11-28T09:12:52,567 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x40721315, L:/127.0.0.1:32793 - R:/127.0.0.1:54884] 2024-11-28T09:12:52,749 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54884, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T09:12:52,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T09:12:52,751 DEBUG [FileChangeWatcher-hbase_test_key6236973515862404202.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6236973515862404202.bcfks was interrupted and is shutting down... 2024-11-28T09:12:52,751 DEBUG [FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks was interrupted and is shutting down... 2024-11-28T09:12:52,751 INFO [FileChangeWatcher-hbase_test_key6236973515862404202.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6236973515862404202.bcfks thread finished 2024-11-28T09:12:52,751 INFO [FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks thread finished 2024-11-28T09:12:53,095 DEBUG [FileChangeWatcher-hbase_test_key6236973515862404202.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6236973515862404202.bcfks 2024-11-28T09:12:53,095 DEBUG [FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6236973515862404202.bcfks 2024-11-28T09:12:53,095 INFO [FileChangeWatcher-hbase_test_key6236973515862404202.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6236973515862404202.bcfks 2024-11-28T09:12:53,095 DEBUG [FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6236973515862404202.bcfks 2024-11-28T09:12:53,337 DEBUG [FileChangeWatcher-hbase_test_key6236973515862404202.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6236973515862404202.bcfks 2024-11-28T09:12:53,337 DEBUG [FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6236973515862404202.bcfks 2024-11-28T09:12:53,337 DEBUG [FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6236973515862404202.bcfks 2024-11-28T09:12:53,337 INFO [FileChangeWatcher-hbase_test_key6236973515862404202.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6236973515862404202.bcfks 2024-11-28T09:12:53,337 DEBUG [FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12258754145475276904.bcfks 2024-11-28T09:12:53,337 DEBUG [FileChangeWatcher-hbase_test_key6236973515862404202.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12258754145475276904.bcfks 2024-11-28T09:12:53,337 INFO [FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12258754145475276904.bcfks 2024-11-28T09:12:53,337 DEBUG [FileChangeWatcher-hbase_test_key6236973515862404202.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12258754145475276904.bcfks 2024-11-28T09:12:53,499 DEBUG [FileChangeWatcher-hbase_test_key6236973515862404202.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12258754145475276904.bcfks 2024-11-28T09:12:53,499 DEBUG [FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12258754145475276904.bcfks 2024-11-28T09:12:53,500 INFO [FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12258754145475276904.bcfks 2024-11-28T09:12:53,500 DEBUG [FileChangeWatcher-hbase_test_key6236973515862404202.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12258754145475276904.bcfks 2024-11-28T09:12:53,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bbb8e96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T09:12:53,500 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T09:12:53,502 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:53,827 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:53,828 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:53,828 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:53,828 INFO [FileChangeWatcher-hbase_test_key6236973515862404202.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6236973515862404202.bcfks thread started 2024-11-28T09:12:53,829 INFO [FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks thread started 2024-11-28T09:12:53,829 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T09:12:53,992 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:54,171 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:54,172 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xdb9ea45a, L:/127.0.0.1:32793 - R:/127.0.0.1:37050] 2024-11-28T09:12:54,358 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37050, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T09:12:54,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T09:12:54,361 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:32793 2024-11-28T09:12:54,361 DEBUG [FileChangeWatcher-hbase_test_key6236973515862404202.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6236973515862404202.bcfks was interrupted and is shutting down... 2024-11-28T09:12:54,361 DEBUG [FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks was interrupted and is shutting down... 2024-11-28T09:12:54,361 DEBUG [FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks was interrupted and is shutting down... 2024-11-28T09:12:54,361 DEBUG [FileChangeWatcher-hbase_test_key6236973515862404202.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6236973515862404202.bcfks was interrupted and is shutting down... 2024-11-28T09:12:54,361 INFO [FileChangeWatcher-hbase_test_key6236973515862404202.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6236973515862404202.bcfks thread finished 2024-11-28T09:12:54,361 INFO [FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks thread finished 2024-11-28T09:12:54,361 INFO [FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12258754145475276904.bcfks thread finished 2024-11-28T09:12:54,361 INFO [FileChangeWatcher-hbase_test_key6236973515862404202.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6236973515862404202.bcfks thread finished 2024-11-28T09:12:54,369 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 33) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=246 (was 246), ProcessCount=11 (was 11), AvailableMemoryMB=4806 (was 4846) 2024-11-28T09:12:54,375 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=246, ProcessCount=11, AvailableMemoryMB=4806 2024-11-28T09:12:54,503 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T09:12:54,504 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36333 2024-11-28T09:12:54,504 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T09:12:54,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190ab790, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T09:12:54,505 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T09:12:54,505 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:54,536 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:54,537 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:54,537 INFO [FileChangeWatcher-hbase_test_key3950551318579258160.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3950551318579258160.jks thread started 2024-11-28T09:12:54,537 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:54,538 INFO [FileChangeWatcher-hbase_test_ca13069211802366719877.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13069211802366719877.jks thread started 2024-11-28T09:12:54,538 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T09:12:54,568 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:54,597 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:54,598 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:54,598 INFO [FileChangeWatcher-hbase_test_key3950551318579258160.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3950551318579258160.jks thread started 2024-11-28T09:12:54,598 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:54,599 INFO [FileChangeWatcher-hbase_test_ca13069211802366719877.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13069211802366719877.jks thread started 2024-11-28T09:12:54,599 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6846ece1, L:/127.0.0.1:36333 - R:/127.0.0.1:34598] 2024-11-28T09:12:54,655 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34598, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T09:12:54,664 DEBUG [FileChangeWatcher-hbase_test_key3950551318579258160.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3950551318579258160.jks 2024-11-28T09:12:54,664 DEBUG [FileChangeWatcher-hbase_test_key3950551318579258160.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3950551318579258160.jks 2024-11-28T09:12:54,664 DEBUG [FileChangeWatcher-hbase_test_ca13069211802366719877.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3950551318579258160.jks 2024-11-28T09:12:54,664 INFO [FileChangeWatcher-hbase_test_key3950551318579258160.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3950551318579258160.jks 2024-11-28T09:12:54,664 INFO [FileChangeWatcher-hbase_test_key3950551318579258160.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3950551318579258160.jks 2024-11-28T09:12:54,664 DEBUG [FileChangeWatcher-hbase_test_ca13069211802366719877.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3950551318579258160.jks 2024-11-28T09:12:54,664 DEBUG [FileChangeWatcher-hbase_test_ca13069211802366719877.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3950551318579258160.jks 2024-11-28T09:12:54,664 DEBUG [FileChangeWatcher-hbase_test_ca13069211802366719877.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3950551318579258160.jks 2024-11-28T09:12:54,690 DEBUG [FileChangeWatcher-hbase_test_ca13069211802366719877.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3950551318579258160.jks 2024-11-28T09:12:54,690 DEBUG [FileChangeWatcher-hbase_test_ca13069211802366719877.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3950551318579258160.jks 2024-11-28T09:12:54,690 DEBUG [FileChangeWatcher-hbase_test_key3950551318579258160.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3950551318579258160.jks 2024-11-28T09:12:54,690 DEBUG [FileChangeWatcher-hbase_test_key3950551318579258160.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3950551318579258160.jks 2024-11-28T09:12:54,690 DEBUG [FileChangeWatcher-hbase_test_ca13069211802366719877.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3950551318579258160.jks 2024-11-28T09:12:54,690 DEBUG [FileChangeWatcher-hbase_test_ca13069211802366719877.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3950551318579258160.jks 2024-11-28T09:12:54,690 INFO [FileChangeWatcher-hbase_test_key3950551318579258160.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3950551318579258160.jks 2024-11-28T09:12:54,690 INFO [FileChangeWatcher-hbase_test_key3950551318579258160.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3950551318579258160.jks 2024-11-28T09:12:54,690 DEBUG [FileChangeWatcher-hbase_test_ca13069211802366719877.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13069211802366719877.jks 2024-11-28T09:12:54,690 DEBUG [FileChangeWatcher-hbase_test_key3950551318579258160.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13069211802366719877.jks 2024-11-28T09:12:54,690 INFO [FileChangeWatcher-hbase_test_ca13069211802366719877.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13069211802366719877.jks 2024-11-28T09:12:54,690 DEBUG [FileChangeWatcher-hbase_test_key3950551318579258160.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13069211802366719877.jks 2024-11-28T09:12:54,690 DEBUG [FileChangeWatcher-hbase_test_key3950551318579258160.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13069211802366719877.jks 2024-11-28T09:12:54,690 DEBUG [FileChangeWatcher-hbase_test_key3950551318579258160.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13069211802366719877.jks 2024-11-28T09:12:54,690 DEBUG [FileChangeWatcher-hbase_test_ca13069211802366719877.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13069211802366719877.jks 2024-11-28T09:12:54,690 INFO [FileChangeWatcher-hbase_test_ca13069211802366719877.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13069211802366719877.jks 2024-11-28T09:12:54,705 DEBUG [FileChangeWatcher-hbase_test_key3950551318579258160.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13069211802366719877.jks 2024-11-28T09:12:54,705 DEBUG [FileChangeWatcher-hbase_test_key3950551318579258160.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13069211802366719877.jks 2024-11-28T09:12:54,705 DEBUG [FileChangeWatcher-hbase_test_ca13069211802366719877.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13069211802366719877.jks 2024-11-28T09:12:54,705 DEBUG [FileChangeWatcher-hbase_test_ca13069211802366719877.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13069211802366719877.jks 2024-11-28T09:12:54,705 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,36333,0 is dead - stopping the connection localhost:36333/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-28T09:12:54,705 DEBUG [FileChangeWatcher-hbase_test_key3950551318579258160.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13069211802366719877.jks 2024-11-28T09:12:54,705 DEBUG [FileChangeWatcher-hbase_test_key3950551318579258160.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13069211802366719877.jks 2024-11-28T09:12:54,705 INFO [FileChangeWatcher-hbase_test_ca13069211802366719877.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13069211802366719877.jks 2024-11-28T09:12:54,705 INFO [FileChangeWatcher-hbase_test_ca13069211802366719877.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13069211802366719877.jks 2024-11-28T09:12:54,706 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T09:12:54,707 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:54,737 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:54,738 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T09:12:54,753 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:54,768 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:54,769 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe28ad192, L:/127.0.0.1:36333 - R:/127.0.0.1:34604] 2024-11-28T09:12:54,809 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34604, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T09:12:54,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T09:12:54,810 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36333 2024-11-28T09:12:54,810 DEBUG [FileChangeWatcher-hbase_test_key3950551318579258160.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3950551318579258160.jks was interrupted and is shutting down... 2024-11-28T09:12:54,810 DEBUG [FileChangeWatcher-hbase_test_ca13069211802366719877.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13069211802366719877.jks was interrupted and is shutting down... 2024-11-28T09:12:54,810 DEBUG [FileChangeWatcher-hbase_test_key3950551318579258160.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3950551318579258160.jks was interrupted and is shutting down... 2024-11-28T09:12:54,810 DEBUG [FileChangeWatcher-hbase_test_ca13069211802366719877.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13069211802366719877.jks was interrupted and is shutting down... 2024-11-28T09:12:54,810 INFO [FileChangeWatcher-hbase_test_ca13069211802366719877.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13069211802366719877.jks thread finished 2024-11-28T09:12:54,811 INFO [FileChangeWatcher-hbase_test_key3950551318579258160.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3950551318579258160.jks thread finished 2024-11-28T09:12:54,811 INFO [FileChangeWatcher-hbase_test_key3950551318579258160.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3950551318579258160.jks thread finished 2024-11-28T09:12:54,818 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=246 (was 246), ProcessCount=11 (was 11), AvailableMemoryMB=4782 (was 4806) 2024-11-28T09:12:54,823 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=246, ProcessCount=11, AvailableMemoryMB=4782 2024-11-28T09:12:54,824 INFO [FileChangeWatcher-hbase_test_ca13069211802366719877.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13069211802366719877.jks thread finished 2024-11-28T09:12:54,824 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T09:12:54,825 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46097 2024-11-28T09:12:54,825 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T09:12:54,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cb1c72e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T09:12:54,826 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T09:12:54,826 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:54,876 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:54,877 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:54,880 INFO [FileChangeWatcher-hbase_test_key3950551318579258160.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3950551318579258160.jks thread started 2024-11-28T09:12:54,880 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:54,881 INFO [FileChangeWatcher-hbase_test_ca13069211802366719877.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13069211802366719877.jks thread started 2024-11-28T09:12:54,881 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T09:12:54,913 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:54,943 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:54,944 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:54,945 INFO [FileChangeWatcher-hbase_test_key3950551318579258160.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3950551318579258160.jks thread started 2024-11-28T09:12:54,945 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:54,946 INFO [FileChangeWatcher-hbase_test_ca13069211802366719877.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13069211802366719877.jks thread started 2024-11-28T09:12:54,946 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x69bedb4b, L:/127.0.0.1:46097 - R:/127.0.0.1:45978] 2024-11-28T09:12:55,013 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45978, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T09:12:55,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T09:12:55,015 DEBUG [FileChangeWatcher-hbase_test_key3950551318579258160.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3950551318579258160.jks was interrupted and is shutting down... 2024-11-28T09:12:55,015 DEBUG [FileChangeWatcher-hbase_test_ca13069211802366719877.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13069211802366719877.jks was interrupted and is shutting down... 2024-11-28T09:12:55,016 INFO [FileChangeWatcher-hbase_test_ca13069211802366719877.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13069211802366719877.jks thread finished 2024-11-28T09:12:55,016 INFO [FileChangeWatcher-hbase_test_key3950551318579258160.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3950551318579258160.jks thread finished 2024-11-28T09:12:55,021 DEBUG [FileChangeWatcher-hbase_test_ca13069211802366719877.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3950551318579258160.jks 2024-11-28T09:12:55,021 DEBUG [FileChangeWatcher-hbase_test_key3950551318579258160.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3950551318579258160.jks 2024-11-28T09:12:55,022 DEBUG [FileChangeWatcher-hbase_test_ca13069211802366719877.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3950551318579258160.jks 2024-11-28T09:12:55,022 INFO [FileChangeWatcher-hbase_test_key3950551318579258160.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3950551318579258160.jks 2024-11-28T09:12:55,048 DEBUG [FileChangeWatcher-hbase_test_ca13069211802366719877.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3950551318579258160.jks 2024-11-28T09:12:55,048 DEBUG [FileChangeWatcher-hbase_test_key3950551318579258160.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3950551318579258160.jks 2024-11-28T09:12:55,048 DEBUG [FileChangeWatcher-hbase_test_ca13069211802366719877.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3950551318579258160.jks 2024-11-28T09:12:55,048 DEBUG [FileChangeWatcher-hbase_test_ca13069211802366719877.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13069211802366719877.jks 2024-11-28T09:12:55,048 INFO [FileChangeWatcher-hbase_test_key3950551318579258160.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3950551318579258160.jks 2024-11-28T09:12:55,048 INFO [FileChangeWatcher-hbase_test_ca13069211802366719877.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13069211802366719877.jks 2024-11-28T09:12:55,048 DEBUG [FileChangeWatcher-hbase_test_key3950551318579258160.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13069211802366719877.jks 2024-11-28T09:12:55,048 DEBUG [FileChangeWatcher-hbase_test_key3950551318579258160.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13069211802366719877.jks 2024-11-28T09:12:55,063 DEBUG [FileChangeWatcher-hbase_test_ca13069211802366719877.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13069211802366719877.jks 2024-11-28T09:12:55,063 DEBUG [FileChangeWatcher-hbase_test_key3950551318579258160.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13069211802366719877.jks 2024-11-28T09:12:55,063 INFO [FileChangeWatcher-hbase_test_ca13069211802366719877.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13069211802366719877.jks 2024-11-28T09:12:55,063 DEBUG [FileChangeWatcher-hbase_test_key3950551318579258160.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13069211802366719877.jks 2024-11-28T09:12:55,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59bd089, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T09:12:55,064 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T09:12:55,065 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:55,124 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:55,125 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:55,126 INFO [FileChangeWatcher-hbase_test_key3950551318579258160.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3950551318579258160.jks thread started 2024-11-28T09:12:55,126 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:55,127 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T09:12:55,128 INFO [FileChangeWatcher-hbase_test_ca13069211802366719877.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13069211802366719877.jks thread started 2024-11-28T09:12:55,155 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:55,182 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:55,182 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x089b162f, L:/127.0.0.1:46097 - R:/127.0.0.1:45982] 2024-11-28T09:12:55,240 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45982, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T09:12:55,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T09:12:55,241 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46097 2024-11-28T09:12:55,241 DEBUG [FileChangeWatcher-hbase_test_ca13069211802366719877.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13069211802366719877.jks was interrupted and is shutting down... 2024-11-28T09:12:55,241 DEBUG [FileChangeWatcher-hbase_test_key3950551318579258160.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3950551318579258160.jks was interrupted and is shutting down... 2024-11-28T09:12:55,242 DEBUG [FileChangeWatcher-hbase_test_key3950551318579258160.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3950551318579258160.jks was interrupted and is shutting down... 2024-11-28T09:12:55,242 DEBUG [FileChangeWatcher-hbase_test_ca13069211802366719877.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13069211802366719877.jks was interrupted and is shutting down... 2024-11-28T09:12:55,242 INFO [FileChangeWatcher-hbase_test_ca13069211802366719877.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13069211802366719877.jks thread finished 2024-11-28T09:12:55,253 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=41 (was 37) Potentially hanging thread: FileChangeWatcher-hbase_test_key3950551318579258160.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_key3950551318579258160.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=246 (was 246), ProcessCount=11 (was 11), AvailableMemoryMB=4745 (was 4782) 2024-11-28T09:12:55,256 INFO [FileChangeWatcher-hbase_test_ca13069211802366719877.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13069211802366719877.jks thread finished 2024-11-28T09:12:55,256 INFO [FileChangeWatcher-hbase_test_key3950551318579258160.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3950551318579258160.jks thread finished 2024-11-28T09:12:55,256 INFO [FileChangeWatcher-hbase_test_key3950551318579258160.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3950551318579258160.jks thread finished 2024-11-28T09:12:55,260 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=41, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=246, ProcessCount=11, AvailableMemoryMB=4745 2024-11-28T09:12:55,265 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T09:12:55,266 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44803 2024-11-28T09:12:55,266 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T09:12:55,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec30a38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T09:12:55,267 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T09:12:55,267 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:55,274 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:55,274 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:55,275 INFO [FileChangeWatcher-hbase_test_key13999480577516165396.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13999480577516165396.pem thread started 2024-11-28T09:12:55,275 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:55,275 INFO [FileChangeWatcher-hbase_test_ca18155512472013488155.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18155512472013488155.pem thread started 2024-11-28T09:12:55,275 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T09:12:55,279 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:55,279 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:55,280 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:55,280 INFO [FileChangeWatcher-hbase_test_key13999480577516165396.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13999480577516165396.pem thread started 2024-11-28T09:12:55,280 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:55,281 INFO [FileChangeWatcher-hbase_test_ca18155512472013488155.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18155512472013488155.pem thread started 2024-11-28T09:12:55,281 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xde6fa402, L:/127.0.0.1:44803 - R:/127.0.0.1:42604] 2024-11-28T09:12:55,296 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42604, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T09:12:55,307 DEBUG [FileChangeWatcher-hbase_test_ca18155512472013488155.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13999480577516165396.pem 2024-11-28T09:12:55,307 DEBUG [FileChangeWatcher-hbase_test_key13999480577516165396.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13999480577516165396.pem 2024-11-28T09:12:55,307 DEBUG [FileChangeWatcher-hbase_test_key13999480577516165396.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13999480577516165396.pem 2024-11-28T09:12:55,307 DEBUG [FileChangeWatcher-hbase_test_ca18155512472013488155.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13999480577516165396.pem 2024-11-28T09:12:55,307 DEBUG [FileChangeWatcher-hbase_test_ca18155512472013488155.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13999480577516165396.pem 2024-11-28T09:12:55,307 INFO [FileChangeWatcher-hbase_test_key13999480577516165396.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13999480577516165396.pem 2024-11-28T09:12:55,307 INFO [FileChangeWatcher-hbase_test_key13999480577516165396.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13999480577516165396.pem 2024-11-28T09:12:55,307 DEBUG [FileChangeWatcher-hbase_test_ca18155512472013488155.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13999480577516165396.pem 2024-11-28T09:12:55,307 DEBUG [FileChangeWatcher-hbase_test_ca18155512472013488155.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13999480577516165396.pem 2024-11-28T09:12:55,307 DEBUG [FileChangeWatcher-hbase_test_ca18155512472013488155.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13999480577516165396.pem 2024-11-28T09:12:55,307 DEBUG [FileChangeWatcher-hbase_test_key13999480577516165396.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13999480577516165396.pem 2024-11-28T09:12:55,307 INFO [FileChangeWatcher-hbase_test_key13999480577516165396.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13999480577516165396.pem 2024-11-28T09:12:55,307 DEBUG [FileChangeWatcher-hbase_test_ca18155512472013488155.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13999480577516165396.pem 2024-11-28T09:12:55,307 DEBUG [FileChangeWatcher-hbase_test_ca18155512472013488155.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13999480577516165396.pem 2024-11-28T09:12:55,308 DEBUG [FileChangeWatcher-hbase_test_key13999480577516165396.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13999480577516165396.pem 2024-11-28T09:12:55,308 INFO [FileChangeWatcher-hbase_test_key13999480577516165396.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13999480577516165396.pem 2024-11-28T09:12:55,308 DEBUG [FileChangeWatcher-hbase_test_ca18155512472013488155.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18155512472013488155.pem 2024-11-28T09:12:55,308 DEBUG [FileChangeWatcher-hbase_test_key13999480577516165396.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18155512472013488155.pem 2024-11-28T09:12:55,308 DEBUG [FileChangeWatcher-hbase_test_key13999480577516165396.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18155512472013488155.pem 2024-11-28T09:12:55,308 INFO [FileChangeWatcher-hbase_test_ca18155512472013488155.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18155512472013488155.pem 2024-11-28T09:12:55,308 DEBUG [FileChangeWatcher-hbase_test_key13999480577516165396.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18155512472013488155.pem 2024-11-28T09:12:55,308 DEBUG [FileChangeWatcher-hbase_test_key13999480577516165396.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18155512472013488155.pem 2024-11-28T09:12:55,308 DEBUG [FileChangeWatcher-hbase_test_ca18155512472013488155.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18155512472013488155.pem 2024-11-28T09:12:55,308 INFO [FileChangeWatcher-hbase_test_ca18155512472013488155.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18155512472013488155.pem 2024-11-28T09:12:55,308 DEBUG [FileChangeWatcher-hbase_test_key13999480577516165396.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18155512472013488155.pem 2024-11-28T09:12:55,308 DEBUG [FileChangeWatcher-hbase_test_ca18155512472013488155.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18155512472013488155.pem 2024-11-28T09:12:55,308 DEBUG [FileChangeWatcher-hbase_test_ca18155512472013488155.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18155512472013488155.pem 2024-11-28T09:12:55,308 DEBUG [FileChangeWatcher-hbase_test_key13999480577516165396.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18155512472013488155.pem 2024-11-28T09:12:55,308 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44803,0 is dead - stopping the connection localhost:44803/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-28T09:12:55,308 INFO [FileChangeWatcher-hbase_test_ca18155512472013488155.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18155512472013488155.pem 2024-11-28T09:12:55,308 INFO [FileChangeWatcher-hbase_test_ca18155512472013488155.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18155512472013488155.pem 2024-11-28T09:12:55,308 DEBUG [FileChangeWatcher-hbase_test_key13999480577516165396.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18155512472013488155.pem 2024-11-28T09:12:55,308 DEBUG [FileChangeWatcher-hbase_test_key13999480577516165396.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18155512472013488155.pem 2024-11-28T09:12:55,308 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T09:12:55,309 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:55,316 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:55,316 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T09:12:55,320 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:55,320 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:55,321 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc659ae26, L:/127.0.0.1:44803 - R:/127.0.0.1:42612] 2024-11-28T09:12:55,340 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42612, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T09:12:55,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T09:12:55,342 DEBUG [FileChangeWatcher-hbase_test_key13999480577516165396.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13999480577516165396.pem was interrupted and is shutting down... 2024-11-28T09:12:55,342 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44803 2024-11-28T09:12:55,342 DEBUG [FileChangeWatcher-hbase_test_ca18155512472013488155.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18155512472013488155.pem was interrupted and is shutting down... 2024-11-28T09:12:55,342 DEBUG [FileChangeWatcher-hbase_test_ca18155512472013488155.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18155512472013488155.pem was interrupted and is shutting down... 2024-11-28T09:12:55,342 DEBUG [FileChangeWatcher-hbase_test_key13999480577516165396.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13999480577516165396.pem was interrupted and is shutting down... 2024-11-28T09:12:55,342 INFO [FileChangeWatcher-hbase_test_ca18155512472013488155.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18155512472013488155.pem thread finished 2024-11-28T09:12:55,342 INFO [FileChangeWatcher-hbase_test_key13999480577516165396.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13999480577516165396.pem thread finished 2024-11-28T09:12:55,348 INFO [FileChangeWatcher-hbase_test_key13999480577516165396.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13999480577516165396.pem thread finished 2024-11-28T09:12:55,348 INFO [FileChangeWatcher-hbase_test_ca18155512472013488155.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18155512472013488155.pem thread finished 2024-11-28T09:12:55,349 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 41), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=246 (was 246), ProcessCount=11 (was 11), AvailableMemoryMB=4740 (was 4745) 2024-11-28T09:12:55,355 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=246, ProcessCount=11, AvailableMemoryMB=4740 2024-11-28T09:12:55,356 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T09:12:55,356 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41379 2024-11-28T09:12:55,356 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T09:12:55,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1404d4ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T09:12:55,357 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T09:12:55,358 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:55,362 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:55,363 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:55,363 INFO [FileChangeWatcher-hbase_test_key13999480577516165396.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13999480577516165396.pem thread started 2024-11-28T09:12:55,363 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:55,374 INFO [FileChangeWatcher-hbase_test_ca18155512472013488155.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18155512472013488155.pem thread started 2024-11-28T09:12:55,374 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T09:12:55,379 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:55,380 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:55,389 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:55,389 INFO [FileChangeWatcher-hbase_test_key13999480577516165396.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13999480577516165396.pem thread started 2024-11-28T09:12:55,389 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:55,393 INFO [FileChangeWatcher-hbase_test_ca18155512472013488155.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18155512472013488155.pem thread started 2024-11-28T09:12:55,393 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x44548b96, L:/127.0.0.1:41379 - R:/127.0.0.1:53600] 2024-11-28T09:12:55,414 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53600, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T09:12:55,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T09:12:55,416 DEBUG [FileChangeWatcher-hbase_test_ca18155512472013488155.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18155512472013488155.pem was interrupted and is shutting down... 2024-11-28T09:12:55,416 DEBUG [FileChangeWatcher-hbase_test_key13999480577516165396.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13999480577516165396.pem was interrupted and is shutting down... 2024-11-28T09:12:55,417 INFO [FileChangeWatcher-hbase_test_key13999480577516165396.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13999480577516165396.pem thread finished 2024-11-28T09:12:55,417 INFO [FileChangeWatcher-hbase_test_ca18155512472013488155.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18155512472013488155.pem thread finished 2024-11-28T09:12:55,425 DEBUG [FileChangeWatcher-hbase_test_ca18155512472013488155.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13999480577516165396.pem 2024-11-28T09:12:55,426 DEBUG [FileChangeWatcher-hbase_test_key13999480577516165396.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13999480577516165396.pem 2024-11-28T09:12:55,426 DEBUG [FileChangeWatcher-hbase_test_ca18155512472013488155.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13999480577516165396.pem 2024-11-28T09:12:55,426 INFO [FileChangeWatcher-hbase_test_key13999480577516165396.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13999480577516165396.pem 2024-11-28T09:12:55,426 DEBUG [FileChangeWatcher-hbase_test_ca18155512472013488155.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13999480577516165396.pem 2024-11-28T09:12:55,426 DEBUG [FileChangeWatcher-hbase_test_key13999480577516165396.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13999480577516165396.pem 2024-11-28T09:12:55,426 DEBUG [FileChangeWatcher-hbase_test_ca18155512472013488155.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13999480577516165396.pem 2024-11-28T09:12:55,426 INFO [FileChangeWatcher-hbase_test_key13999480577516165396.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13999480577516165396.pem 2024-11-28T09:12:55,426 DEBUG [FileChangeWatcher-hbase_test_key13999480577516165396.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18155512472013488155.pem 2024-11-28T09:12:55,426 DEBUG [FileChangeWatcher-hbase_test_ca18155512472013488155.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18155512472013488155.pem 2024-11-28T09:12:55,426 DEBUG [FileChangeWatcher-hbase_test_key13999480577516165396.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18155512472013488155.pem 2024-11-28T09:12:55,426 INFO [FileChangeWatcher-hbase_test_ca18155512472013488155.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18155512472013488155.pem 2024-11-28T09:12:55,426 DEBUG [FileChangeWatcher-hbase_test_key13999480577516165396.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18155512472013488155.pem 2024-11-28T09:12:55,426 DEBUG [FileChangeWatcher-hbase_test_ca18155512472013488155.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18155512472013488155.pem 2024-11-28T09:12:55,426 DEBUG [FileChangeWatcher-hbase_test_key13999480577516165396.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18155512472013488155.pem 2024-11-28T09:12:55,426 INFO [FileChangeWatcher-hbase_test_ca18155512472013488155.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18155512472013488155.pem 2024-11-28T09:12:55,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@348de117, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T09:12:55,427 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T09:12:55,427 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:55,431 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:55,432 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:55,432 INFO [FileChangeWatcher-hbase_test_key13999480577516165396.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13999480577516165396.pem thread started 2024-11-28T09:12:55,432 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:55,433 INFO [FileChangeWatcher-hbase_test_ca18155512472013488155.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18155512472013488155.pem thread started 2024-11-28T09:12:55,433 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T09:12:55,438 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:55,439 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:55,439 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x59c39a1d, L:/127.0.0.1:41379 - R:/127.0.0.1:53610] 2024-11-28T09:12:55,458 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53610, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T09:12:55,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T09:12:55,459 DEBUG [FileChangeWatcher-hbase_test_key13999480577516165396.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13999480577516165396.pem was interrupted and is shutting down... 2024-11-28T09:12:55,459 DEBUG [FileChangeWatcher-hbase_test_ca18155512472013488155.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18155512472013488155.pem was interrupted and is shutting down... 2024-11-28T09:12:55,459 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41379 2024-11-28T09:12:55,460 DEBUG [FileChangeWatcher-hbase_test_key13999480577516165396.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13999480577516165396.pem was interrupted and is shutting down... 2024-11-28T09:12:55,460 DEBUG [FileChangeWatcher-hbase_test_ca18155512472013488155.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18155512472013488155.pem was interrupted and is shutting down... 2024-11-28T09:12:55,460 INFO [FileChangeWatcher-hbase_test_key13999480577516165396.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13999480577516165396.pem thread finished 2024-11-28T09:12:55,460 INFO [FileChangeWatcher-hbase_test_ca18155512472013488155.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18155512472013488155.pem thread finished 2024-11-28T09:12:55,460 INFO [FileChangeWatcher-hbase_test_key13999480577516165396.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13999480577516165396.pem thread finished 2024-11-28T09:12:55,470 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=259 (was 246) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4728 (was 4740) 2024-11-28T09:12:55,475 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=259, ProcessCount=11, AvailableMemoryMB=4728 2024-11-28T09:12:55,476 INFO [FileChangeWatcher-hbase_test_ca18155512472013488155.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18155512472013488155.pem thread finished 2024-11-28T09:12:55,518 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T09:12:55,518 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36909 2024-11-28T09:12:55,518 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T09:12:55,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b717433, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T09:12:55,519 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T09:12:55,520 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:55,549 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:55,550 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:55,550 INFO [FileChangeWatcher-hbase_test_key2313102632981406872.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2313102632981406872.p12 thread started 2024-11-28T09:12:55,550 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:55,551 INFO [FileChangeWatcher-hbase_test_ca10036916857386267961.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10036916857386267961.p12 thread started 2024-11-28T09:12:55,551 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T09:12:55,566 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:55,581 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:55,582 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:55,582 INFO [FileChangeWatcher-hbase_test_key2313102632981406872.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2313102632981406872.p12 thread started 2024-11-28T09:12:55,582 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:55,583 INFO [FileChangeWatcher-hbase_test_ca10036916857386267961.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10036916857386267961.p12 thread started 2024-11-28T09:12:55,583 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5ca5fe28, L:/127.0.0.1:36909 - R:/127.0.0.1:57096] 2024-11-28T09:12:55,620 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57096, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T09:12:55,625 DEBUG [FileChangeWatcher-hbase_test_key2313102632981406872.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2313102632981406872.p12 2024-11-28T09:12:55,625 DEBUG [FileChangeWatcher-hbase_test_key2313102632981406872.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2313102632981406872.p12 2024-11-28T09:12:55,625 DEBUG [FileChangeWatcher-hbase_test_ca10036916857386267961.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2313102632981406872.p12 2024-11-28T09:12:55,625 DEBUG [FileChangeWatcher-hbase_test_ca10036916857386267961.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2313102632981406872.p12 2024-11-28T09:12:55,626 INFO [FileChangeWatcher-hbase_test_key2313102632981406872.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2313102632981406872.p12 2024-11-28T09:12:55,626 INFO [FileChangeWatcher-hbase_test_key2313102632981406872.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2313102632981406872.p12 2024-11-28T09:12:55,626 DEBUG [FileChangeWatcher-hbase_test_ca10036916857386267961.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2313102632981406872.p12 2024-11-28T09:12:55,626 DEBUG [FileChangeWatcher-hbase_test_ca10036916857386267961.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2313102632981406872.p12 2024-11-28T09:12:55,650 DEBUG [FileChangeWatcher-hbase_test_ca10036916857386267961.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2313102632981406872.p12 2024-11-28T09:12:55,650 DEBUG [FileChangeWatcher-hbase_test_key2313102632981406872.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2313102632981406872.p12 2024-11-28T09:12:55,650 DEBUG [FileChangeWatcher-hbase_test_key2313102632981406872.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2313102632981406872.p12 2024-11-28T09:12:55,650 DEBUG [FileChangeWatcher-hbase_test_ca10036916857386267961.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2313102632981406872.p12 2024-11-28T09:12:55,651 DEBUG [FileChangeWatcher-hbase_test_ca10036916857386267961.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2313102632981406872.p12 2024-11-28T09:12:55,651 INFO [FileChangeWatcher-hbase_test_key2313102632981406872.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2313102632981406872.p12 2024-11-28T09:12:55,651 INFO [FileChangeWatcher-hbase_test_key2313102632981406872.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2313102632981406872.p12 2024-11-28T09:12:55,651 DEBUG [FileChangeWatcher-hbase_test_ca10036916857386267961.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2313102632981406872.p12 2024-11-28T09:12:55,651 DEBUG [FileChangeWatcher-hbase_test_key2313102632981406872.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10036916857386267961.p12 2024-11-28T09:12:55,651 DEBUG [FileChangeWatcher-hbase_test_ca10036916857386267961.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10036916857386267961.p12 2024-11-28T09:12:55,651 DEBUG [FileChangeWatcher-hbase_test_key2313102632981406872.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10036916857386267961.p12 2024-11-28T09:12:55,651 DEBUG [FileChangeWatcher-hbase_test_key2313102632981406872.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10036916857386267961.p12 2024-11-28T09:12:55,651 INFO [FileChangeWatcher-hbase_test_ca10036916857386267961.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10036916857386267961.p12 2024-11-28T09:12:55,651 DEBUG [FileChangeWatcher-hbase_test_key2313102632981406872.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10036916857386267961.p12 2024-11-28T09:12:55,651 DEBUG [FileChangeWatcher-hbase_test_ca10036916857386267961.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10036916857386267961.p12 2024-11-28T09:12:55,651 INFO [FileChangeWatcher-hbase_test_ca10036916857386267961.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10036916857386267961.p12 2024-11-28T09:12:55,665 DEBUG [FileChangeWatcher-hbase_test_ca10036916857386267961.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10036916857386267961.p12 2024-11-28T09:12:55,665 DEBUG [FileChangeWatcher-hbase_test_key2313102632981406872.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10036916857386267961.p12 2024-11-28T09:12:55,665 DEBUG [FileChangeWatcher-hbase_test_key2313102632981406872.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10036916857386267961.p12 2024-11-28T09:12:55,665 INFO [FileChangeWatcher-hbase_test_ca10036916857386267961.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10036916857386267961.p12 2024-11-28T09:12:55,665 DEBUG [FileChangeWatcher-hbase_test_key2313102632981406872.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10036916857386267961.p12 2024-11-28T09:12:55,665 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,36909,0 is dead - stopping the connection localhost:36909/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-28T09:12:55,665 DEBUG [FileChangeWatcher-hbase_test_key2313102632981406872.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10036916857386267961.p12 2024-11-28T09:12:55,665 DEBUG [FileChangeWatcher-hbase_test_ca10036916857386267961.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10036916857386267961.p12 2024-11-28T09:12:55,665 INFO [FileChangeWatcher-hbase_test_ca10036916857386267961.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10036916857386267961.p12 2024-11-28T09:12:55,665 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T09:12:55,666 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:55,695 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:55,695 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T09:12:55,710 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:55,725 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:55,726 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x639ec98c, L:/127.0.0.1:36909 - R:/127.0.0.1:57102] 2024-11-28T09:12:55,763 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57102, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T09:12:55,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T09:12:55,764 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36909 2024-11-28T09:12:55,764 DEBUG [FileChangeWatcher-hbase_test_key2313102632981406872.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2313102632981406872.p12 was interrupted and is shutting down... 2024-11-28T09:12:55,764 DEBUG [FileChangeWatcher-hbase_test_key2313102632981406872.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2313102632981406872.p12 was interrupted and is shutting down... 2024-11-28T09:12:55,764 DEBUG [FileChangeWatcher-hbase_test_ca10036916857386267961.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10036916857386267961.p12 was interrupted and is shutting down... 2024-11-28T09:12:55,765 DEBUG [FileChangeWatcher-hbase_test_ca10036916857386267961.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10036916857386267961.p12 was interrupted and is shutting down... 2024-11-28T09:12:55,765 INFO [FileChangeWatcher-hbase_test_key2313102632981406872.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2313102632981406872.p12 thread finished 2024-11-28T09:12:55,765 INFO [FileChangeWatcher-hbase_test_key2313102632981406872.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2313102632981406872.p12 thread finished 2024-11-28T09:12:55,765 INFO [FileChangeWatcher-hbase_test_ca10036916857386267961.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10036916857386267961.p12 thread finished 2024-11-28T09:12:55,772 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=259 (was 259), ProcessCount=11 (was 11), AvailableMemoryMB=4725 (was 4728) 2024-11-28T09:12:55,778 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=259, ProcessCount=11, AvailableMemoryMB=4724 2024-11-28T09:12:55,779 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T09:12:55,780 INFO [FileChangeWatcher-hbase_test_ca10036916857386267961.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10036916857386267961.p12 thread finished 2024-11-28T09:12:55,780 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45829 2024-11-28T09:12:55,780 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T09:12:55,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e653971, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T09:12:55,781 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T09:12:55,781 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:55,812 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:55,812 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:55,813 INFO [FileChangeWatcher-hbase_test_key2313102632981406872.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2313102632981406872.p12 thread started 2024-11-28T09:12:55,813 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:55,815 INFO [FileChangeWatcher-hbase_test_ca10036916857386267961.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10036916857386267961.p12 thread started 2024-11-28T09:12:55,815 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T09:12:55,831 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:55,845 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:55,845 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:55,846 INFO [FileChangeWatcher-hbase_test_key2313102632981406872.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2313102632981406872.p12 thread started 2024-11-28T09:12:55,846 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:55,846 INFO [FileChangeWatcher-hbase_test_ca10036916857386267961.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10036916857386267961.p12 thread started 2024-11-28T09:12:55,847 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x80a6d966, L:/127.0.0.1:45829 - R:/127.0.0.1:59110] 2024-11-28T09:12:55,881 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59110, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T09:12:55,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T09:12:55,883 DEBUG [FileChangeWatcher-hbase_test_key2313102632981406872.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2313102632981406872.p12 was interrupted and is shutting down... 2024-11-28T09:12:55,883 DEBUG [FileChangeWatcher-hbase_test_ca10036916857386267961.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10036916857386267961.p12 was interrupted and is shutting down... 2024-11-28T09:12:55,883 INFO [FileChangeWatcher-hbase_test_key2313102632981406872.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2313102632981406872.p12 thread finished 2024-11-28T09:12:55,884 INFO [FileChangeWatcher-hbase_test_ca10036916857386267961.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10036916857386267961.p12 thread finished 2024-11-28T09:12:55,887 DEBUG [FileChangeWatcher-hbase_test_ca10036916857386267961.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2313102632981406872.p12 2024-11-28T09:12:55,887 DEBUG [FileChangeWatcher-hbase_test_key2313102632981406872.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2313102632981406872.p12 2024-11-28T09:12:55,887 DEBUG [FileChangeWatcher-hbase_test_ca10036916857386267961.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2313102632981406872.p12 2024-11-28T09:12:55,887 INFO [FileChangeWatcher-hbase_test_key2313102632981406872.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2313102632981406872.p12 2024-11-28T09:12:55,923 DEBUG [FileChangeWatcher-hbase_test_ca10036916857386267961.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2313102632981406872.p12 2024-11-28T09:12:55,923 DEBUG [FileChangeWatcher-hbase_test_key2313102632981406872.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2313102632981406872.p12 2024-11-28T09:12:55,923 INFO [FileChangeWatcher-hbase_test_key2313102632981406872.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2313102632981406872.p12 2024-11-28T09:12:55,923 DEBUG [FileChangeWatcher-hbase_test_ca10036916857386267961.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2313102632981406872.p12 2024-11-28T09:12:55,924 DEBUG [FileChangeWatcher-hbase_test_key2313102632981406872.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10036916857386267961.p12 2024-11-28T09:12:55,924 DEBUG [FileChangeWatcher-hbase_test_ca10036916857386267961.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10036916857386267961.p12 2024-11-28T09:12:55,924 DEBUG [FileChangeWatcher-hbase_test_key2313102632981406872.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10036916857386267961.p12 2024-11-28T09:12:55,924 INFO [FileChangeWatcher-hbase_test_ca10036916857386267961.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10036916857386267961.p12 2024-11-28T09:12:55,938 DEBUG [FileChangeWatcher-hbase_test_key2313102632981406872.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10036916857386267961.p12 2024-11-28T09:12:55,938 DEBUG [FileChangeWatcher-hbase_test_ca10036916857386267961.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10036916857386267961.p12 2024-11-28T09:12:55,939 DEBUG [FileChangeWatcher-hbase_test_key2313102632981406872.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10036916857386267961.p12 2024-11-28T09:12:55,939 INFO [FileChangeWatcher-hbase_test_ca10036916857386267961.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10036916857386267961.p12 2024-11-28T09:12:55,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dcbe686, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T09:12:55,939 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T09:12:55,940 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:55,969 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:55,969 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:55,970 INFO [FileChangeWatcher-hbase_test_key2313102632981406872.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2313102632981406872.p12 thread started 2024-11-28T09:12:55,970 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:55,970 INFO [FileChangeWatcher-hbase_test_ca10036916857386267961.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10036916857386267961.p12 thread started 2024-11-28T09:12:55,970 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T09:12:55,986 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:56,001 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:56,001 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfdb2f060, L:/127.0.0.1:45829 - R:/127.0.0.1:59114] 2024-11-28T09:12:56,041 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59114, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T09:12:56,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T09:12:56,043 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45829 2024-11-28T09:12:56,043 DEBUG [FileChangeWatcher-hbase_test_key2313102632981406872.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2313102632981406872.p12 was interrupted and is shutting down... 2024-11-28T09:12:56,043 DEBUG [FileChangeWatcher-hbase_test_ca10036916857386267961.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10036916857386267961.p12 was interrupted and is shutting down... 2024-11-28T09:12:56,043 DEBUG [FileChangeWatcher-hbase_test_key2313102632981406872.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2313102632981406872.p12 was interrupted and is shutting down... 2024-11-28T09:12:56,043 DEBUG [FileChangeWatcher-hbase_test_ca10036916857386267961.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10036916857386267961.p12 was interrupted and is shutting down... 2024-11-28T09:12:56,043 INFO [FileChangeWatcher-hbase_test_ca10036916857386267961.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10036916857386267961.p12 thread finished 2024-11-28T09:12:56,043 INFO [FileChangeWatcher-hbase_test_key2313102632981406872.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2313102632981406872.p12 thread finished 2024-11-28T09:12:56,043 INFO [FileChangeWatcher-hbase_test_key2313102632981406872.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2313102632981406872.p12 thread finished 2024-11-28T09:12:56,052 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=259 (was 259), ProcessCount=11 (was 11), AvailableMemoryMB=4719 (was 4724) 2024-11-28T09:12:56,056 INFO [FileChangeWatcher-hbase_test_ca10036916857386267961.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10036916857386267961.p12 thread finished 2024-11-28T09:12:56,058 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=259, ProcessCount=11, AvailableMemoryMB=4719 2024-11-28T09:12:56,494 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T09:12:56,495 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45919 2024-11-28T09:12:56,495 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T09:12:56,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68797e81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T09:12:56,496 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T09:12:56,496 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:56,829 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:56,830 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:56,830 INFO [FileChangeWatcher-hbase_test_key3287346627045948648.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3287346627045948648.bcfks thread started 2024-11-28T09:12:56,830 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:56,832 INFO [FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks thread started 2024-11-28T09:12:56,832 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T09:12:57,103 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:57,331 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:57,332 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:57,332 INFO [FileChangeWatcher-hbase_test_key3287346627045948648.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3287346627045948648.bcfks thread started 2024-11-28T09:12:57,332 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:57,333 INFO [FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks thread started 2024-11-28T09:12:57,333 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4a75c15b, L:/127.0.0.1:45919 - R:/127.0.0.1:59434] 2024-11-28T09:12:57,563 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59434, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T09:12:57,570 DEBUG [FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3287346627045948648.bcfks 2024-11-28T09:12:57,570 DEBUG [FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3287346627045948648.bcfks 2024-11-28T09:12:57,570 DEBUG [FileChangeWatcher-hbase_test_key3287346627045948648.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3287346627045948648.bcfks 2024-11-28T09:12:57,570 DEBUG [FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3287346627045948648.bcfks 2024-11-28T09:12:57,570 DEBUG [FileChangeWatcher-hbase_test_key3287346627045948648.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3287346627045948648.bcfks 2024-11-28T09:12:57,570 INFO [FileChangeWatcher-hbase_test_key3287346627045948648.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3287346627045948648.bcfks 2024-11-28T09:12:57,570 DEBUG [FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3287346627045948648.bcfks 2024-11-28T09:12:57,570 INFO [FileChangeWatcher-hbase_test_key3287346627045948648.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3287346627045948648.bcfks 2024-11-28T09:12:57,852 DEBUG [FileChangeWatcher-hbase_test_key3287346627045948648.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3287346627045948648.bcfks 2024-11-28T09:12:57,852 DEBUG [FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3287346627045948648.bcfks 2024-11-28T09:12:57,852 DEBUG [FileChangeWatcher-hbase_test_key3287346627045948648.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3287346627045948648.bcfks 2024-11-28T09:12:57,852 DEBUG [FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3287346627045948648.bcfks 2024-11-28T09:12:57,852 DEBUG [FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3287346627045948648.bcfks 2024-11-28T09:12:57,852 INFO [FileChangeWatcher-hbase_test_key3287346627045948648.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3287346627045948648.bcfks 2024-11-28T09:12:57,852 INFO [FileChangeWatcher-hbase_test_key3287346627045948648.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3287346627045948648.bcfks 2024-11-28T09:12:57,852 DEBUG [FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3287346627045948648.bcfks 2024-11-28T09:12:57,852 DEBUG [FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3830380750481950695.bcfks 2024-11-28T09:12:57,852 DEBUG [FileChangeWatcher-hbase_test_key3287346627045948648.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3830380750481950695.bcfks 2024-11-28T09:12:57,852 DEBUG [FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3830380750481950695.bcfks 2024-11-28T09:12:57,852 DEBUG [FileChangeWatcher-hbase_test_key3287346627045948648.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3830380750481950695.bcfks 2024-11-28T09:12:57,852 INFO [FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3830380750481950695.bcfks 2024-11-28T09:12:57,852 DEBUG [FileChangeWatcher-hbase_test_key3287346627045948648.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3830380750481950695.bcfks 2024-11-28T09:12:57,852 DEBUG [FileChangeWatcher-hbase_test_key3287346627045948648.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3830380750481950695.bcfks 2024-11-28T09:12:57,852 INFO [FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3830380750481950695.bcfks 2024-11-28T09:12:58,014 DEBUG [FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3830380750481950695.bcfks 2024-11-28T09:12:58,014 DEBUG [FileChangeWatcher-hbase_test_key3287346627045948648.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3830380750481950695.bcfks 2024-11-28T09:12:58,014 DEBUG [FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3830380750481950695.bcfks 2024-11-28T09:12:58,014 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,45919,0 is dead - stopping the connection localhost:45919/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-28T09:12:58,014 DEBUG [FileChangeWatcher-hbase_test_key3287346627045948648.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3830380750481950695.bcfks 2024-11-28T09:12:58,014 DEBUG [FileChangeWatcher-hbase_test_key3287346627045948648.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3830380750481950695.bcfks 2024-11-28T09:12:58,014 INFO [FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3830380750481950695.bcfks 2024-11-28T09:12:58,014 INFO [FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3830380750481950695.bcfks 2024-11-28T09:12:58,014 DEBUG [FileChangeWatcher-hbase_test_key3287346627045948648.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3830380750481950695.bcfks 2024-11-28T09:12:58,014 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T09:12:58,015 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:58,340 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:58,341 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T09:12:58,504 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:58,668 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:58,668 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf5afb279, L:/127.0.0.1:45919 - R:/127.0.0.1:59444] 2024-11-28T09:12:58,851 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59444, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T09:12:58,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T09:12:58,853 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45919 2024-11-28T09:12:58,853 DEBUG [FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks was interrupted and is shutting down... 2024-11-28T09:12:58,853 DEBUG [FileChangeWatcher-hbase_test_key3287346627045948648.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3287346627045948648.bcfks was interrupted and is shutting down... 2024-11-28T09:12:58,853 DEBUG [FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks was interrupted and is shutting down... 2024-11-28T09:12:58,853 DEBUG [FileChangeWatcher-hbase_test_key3287346627045948648.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3287346627045948648.bcfks was interrupted and is shutting down... 2024-11-28T09:12:58,853 INFO [FileChangeWatcher-hbase_test_key3287346627045948648.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3287346627045948648.bcfks thread finished 2024-11-28T09:12:58,853 INFO [FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks thread finished 2024-11-28T09:12:58,853 INFO [FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks thread finished 2024-11-28T09:12:58,853 INFO [FileChangeWatcher-hbase_test_key3287346627045948648.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3287346627045948648.bcfks thread finished 2024-11-28T09:12:58,861 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=259 (was 259), ProcessCount=11 (was 11), AvailableMemoryMB=4707 (was 4719) 2024-11-28T09:12:58,868 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=259, ProcessCount=11, AvailableMemoryMB=4707 2024-11-28T09:12:58,869 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T09:12:58,870 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44081 2024-11-28T09:12:58,870 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T09:12:58,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f5a0977, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T09:12:58,870 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T09:12:58,871 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:59,215 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:59,216 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:59,216 INFO [FileChangeWatcher-hbase_test_key3287346627045948648.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3287346627045948648.bcfks thread started 2024-11-28T09:12:59,216 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:59,217 INFO [FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks thread started 2024-11-28T09:12:59,217 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T09:12:59,424 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:12:59,609 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:12:59,610 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:59,610 INFO [FileChangeWatcher-hbase_test_key3287346627045948648.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3287346627045948648.bcfks thread started 2024-11-28T09:12:59,610 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:12:59,611 INFO [FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks thread started 2024-11-28T09:12:59,611 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xef14efb0, L:/127.0.0.1:44081 - R:/127.0.0.1:49376] 2024-11-28T09:12:59,789 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49376, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T09:12:59,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T09:12:59,791 DEBUG [FileChangeWatcher-hbase_test_key3287346627045948648.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3287346627045948648.bcfks was interrupted and is shutting down... 2024-11-28T09:12:59,791 DEBUG [FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks was interrupted and is shutting down... 2024-11-28T09:12:59,791 INFO [FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks thread finished 2024-11-28T09:12:59,791 INFO [FileChangeWatcher-hbase_test_key3287346627045948648.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3287346627045948648.bcfks thread finished 2024-11-28T09:12:59,798 DEBUG [FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3287346627045948648.bcfks 2024-11-28T09:12:59,798 DEBUG [FileChangeWatcher-hbase_test_key3287346627045948648.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3287346627045948648.bcfks 2024-11-28T09:12:59,798 DEBUG [FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3287346627045948648.bcfks 2024-11-28T09:12:59,798 INFO [FileChangeWatcher-hbase_test_key3287346627045948648.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3287346627045948648.bcfks 2024-11-28T09:13:00,044 DEBUG [FileChangeWatcher-hbase_test_key3287346627045948648.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3287346627045948648.bcfks 2024-11-28T09:13:00,044 DEBUG [FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3287346627045948648.bcfks 2024-11-28T09:13:00,044 INFO [FileChangeWatcher-hbase_test_key3287346627045948648.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3287346627045948648.bcfks 2024-11-28T09:13:00,044 DEBUG [FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3287346627045948648.bcfks 2024-11-28T09:13:00,044 DEBUG [FileChangeWatcher-hbase_test_key3287346627045948648.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3830380750481950695.bcfks 2024-11-28T09:13:00,044 DEBUG [FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3830380750481950695.bcfks 2024-11-28T09:13:00,044 DEBUG [FileChangeWatcher-hbase_test_key3287346627045948648.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3830380750481950695.bcfks 2024-11-28T09:13:00,045 INFO [FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3830380750481950695.bcfks 2024-11-28T09:13:00,207 DEBUG [FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3830380750481950695.bcfks 2024-11-28T09:13:00,207 DEBUG [FileChangeWatcher-hbase_test_key3287346627045948648.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3830380750481950695.bcfks 2024-11-28T09:13:00,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fa33f44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T09:13:00,207 INFO [FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3830380750481950695.bcfks 2024-11-28T09:13:00,207 DEBUG [FileChangeWatcher-hbase_test_key3287346627045948648.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3830380750481950695.bcfks 2024-11-28T09:13:00,207 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T09:13:00,208 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:13:00,537 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:13:00,537 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:13:00,538 INFO [FileChangeWatcher-hbase_test_key3287346627045948648.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3287346627045948648.bcfks thread started 2024-11-28T09:13:00,538 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2c0887ce-260c-1a78-e2a0-568680fce502/TestNettyTLSIPCFileWatcher 2024-11-28T09:13:00,538 INFO [FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks thread started 2024-11-28T09:13:00,539 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T09:13:00,717 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T09:13:00,879 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T09:13:00,879 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa1360056, L:/127.0.0.1:44081 - R:/127.0.0.1:49386] 2024-11-28T09:13:01,057 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49386, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T09:13:01,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T09:13:01,058 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44081 2024-11-28T09:13:01,058 DEBUG [FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks was interrupted and is shutting down... 2024-11-28T09:13:01,058 DEBUG [FileChangeWatcher-hbase_test_key3287346627045948648.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3287346627045948648.bcfks was interrupted and is shutting down... 2024-11-28T09:13:01,058 DEBUG [FileChangeWatcher-hbase_test_key3287346627045948648.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3287346627045948648.bcfks was interrupted and is shutting down... 2024-11-28T09:13:01,058 DEBUG [FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks was interrupted and is shutting down... 2024-11-28T09:13:01,058 INFO [FileChangeWatcher-hbase_test_key3287346627045948648.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3287346627045948648.bcfks thread finished 2024-11-28T09:13:01,059 INFO [FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks thread finished 2024-11-28T09:13:01,059 INFO [FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3830380750481950695.bcfks thread finished 2024-11-28T09:13:01,059 INFO [FileChangeWatcher-hbase_test_key3287346627045948648.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3287346627045948648.bcfks thread finished 2024-11-28T09:13:01,065 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35 (was 35), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=254 (was 259), ProcessCount=11 (was 11), AvailableMemoryMB=4703 (was 4707)