2024-11-19 11:12:23,675 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-19 11:12:23,690 main DEBUG Took 0.012495 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-19 11:12:23,690 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-19 11:12:23,691 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-19 11:12:23,692 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-19 11:12:23,693 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 11:12:23,703 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-19 11:12:23,713 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 11:12:23,715 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 11:12:23,715 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 11:12:23,715 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 11:12:23,716 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 11:12:23,716 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 11:12:23,717 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 11:12:23,717 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 11:12:23,718 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 11:12:23,718 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 11:12:23,718 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 11:12:23,719 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 11:12:23,719 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 11:12:23,719 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 11:12:23,720 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 11:12:23,720 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 11:12:23,721 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 11:12:23,721 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 11:12:23,721 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 11:12:23,721 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 11:12:23,722 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 11:12:23,722 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 11:12:23,722 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 11:12:23,723 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 11:12:23,723 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 11:12:23,723 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-19 11:12:23,725 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 11:12:23,726 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-19 11:12:23,727 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-19 11:12:23,728 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-19 11:12:23,729 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-19 11:12:23,729 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-19 11:12:23,737 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-19 11:12:23,739 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-19 11:12:23,741 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-19 11:12:23,741 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-19 11:12:23,741 main DEBUG createAppenders(={Console}) 2024-11-19 11:12:23,742 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-19 11:12:23,742 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-19 11:12:23,742 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-19 11:12:23,743 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-19 11:12:23,743 main DEBUG OutputStream closed 2024-11-19 11:12:23,743 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-19 11:12:23,744 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-19 11:12:23,744 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-19 11:12:23,820 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-19 11:12:23,823 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-19 11:12:23,824 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-19 11:12:23,826 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-19 11:12:23,826 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-19 11:12:23,827 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-19 11:12:23,827 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-19 11:12:23,828 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-19 11:12:23,828 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-19 11:12:23,829 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-19 11:12:23,829 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-19 11:12:23,830 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-19 11:12:23,830 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-19 11:12:23,831 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-19 11:12:23,831 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-19 11:12:23,832 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-19 11:12:23,832 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-19 11:12:23,833 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-19 11:12:23,836 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19 11:12:23,837 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-19 11:12:23,837 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-19 11:12:23,838 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-19T11:12:23,860 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-19 11:12:23,863 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-19 11:12:23,864 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19T11:12:24,261 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-19T11:12:25,023 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=211, ProcessCount=11, AvailableMemoryMB=2956 2024-11-19T11:12:25,570 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T11:12:25,606 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-19T11:12:25,618 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-19T11:12:25,629 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-19T11:12:25,697 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:12:25,728 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 27957 (auto-detected) 2024-11-19T11:12:25,729 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-19T11:12:25,749 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37099 2024-11-19T11:12:25,752 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T11:12:25,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:12:25,778 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-19T11:12:25,778 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-19T11:12:26,055 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T11:12:26,114 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:26,182 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:26,256 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:26,258 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:26,258 INFO [FileChangeWatcher-hbase_test_key8766410659382911320.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8766410659382911320.jks thread started 2024-11-19T11:12:26,259 INFO [FileChangeWatcher-hbase_test_ca10136690045594190815.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10136690045594190815.jks thread started 2024-11-19T11:12:26,266 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T11:12:26,327 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:26,344 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:26,417 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:26,418 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:26,418 INFO [FileChangeWatcher-hbase_test_key8766410659382911320.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8766410659382911320.jks thread started 2024-11-19T11:12:26,418 INFO [FileChangeWatcher-hbase_test_ca10136690045594190815.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10136690045594190815.jks thread started 2024-11-19T11:12:26,420 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x33d57872, L:/127.0.0.1:37099 - R:/127.0.0.1:46086] 2024-11-19T11:12:26,529 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46086, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T11:12:26,727 DEBUG [FileChangeWatcher-hbase_test_key8766410659382911320.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8766410659382911320.jks 2024-11-19T11:12:26,727 DEBUG [FileChangeWatcher-hbase_test_ca10136690045594190815.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8766410659382911320.jks 2024-11-19T11:12:26,727 DEBUG [FileChangeWatcher-hbase_test_key8766410659382911320.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8766410659382911320.jks 2024-11-19T11:12:26,727 INFO [FileChangeWatcher-hbase_test_key8766410659382911320.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8766410659382911320.jks 2024-11-19T11:12:26,728 DEBUG [FileChangeWatcher-hbase_test_ca10136690045594190815.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8766410659382911320.jks 2024-11-19T11:12:26,728 INFO [FileChangeWatcher-hbase_test_key8766410659382911320.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8766410659382911320.jks 2024-11-19T11:12:26,728 DEBUG [FileChangeWatcher-hbase_test_ca10136690045594190815.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8766410659382911320.jks 2024-11-19T11:12:26,728 DEBUG [FileChangeWatcher-hbase_test_ca10136690045594190815.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8766410659382911320.jks 2024-11-19T11:12:26,752 DEBUG [FileChangeWatcher-hbase_test_ca10136690045594190815.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8766410659382911320.jks 2024-11-19T11:12:26,752 DEBUG [FileChangeWatcher-hbase_test_key8766410659382911320.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8766410659382911320.jks 2024-11-19T11:12:26,753 DEBUG [FileChangeWatcher-hbase_test_ca10136690045594190815.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8766410659382911320.jks 2024-11-19T11:12:26,753 DEBUG [FileChangeWatcher-hbase_test_ca10136690045594190815.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8766410659382911320.jks 2024-11-19T11:12:26,753 INFO [FileChangeWatcher-hbase_test_key8766410659382911320.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8766410659382911320.jks 2024-11-19T11:12:26,753 DEBUG [FileChangeWatcher-hbase_test_ca10136690045594190815.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10136690045594190815.jks 2024-11-19T11:12:26,752 DEBUG [FileChangeWatcher-hbase_test_key8766410659382911320.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8766410659382911320.jks 2024-11-19T11:12:26,753 DEBUG [FileChangeWatcher-hbase_test_ca10136690045594190815.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8766410659382911320.jks 2024-11-19T11:12:26,753 INFO [FileChangeWatcher-hbase_test_ca10136690045594190815.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10136690045594190815.jks 2024-11-19T11:12:26,753 INFO [FileChangeWatcher-hbase_test_key8766410659382911320.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8766410659382911320.jks 2024-11-19T11:12:26,754 DEBUG [FileChangeWatcher-hbase_test_ca10136690045594190815.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10136690045594190815.jks 2024-11-19T11:12:26,754 DEBUG [FileChangeWatcher-hbase_test_key8766410659382911320.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10136690045594190815.jks 2024-11-19T11:12:26,754 DEBUG [FileChangeWatcher-hbase_test_key8766410659382911320.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10136690045594190815.jks 2024-11-19T11:12:26,754 DEBUG [FileChangeWatcher-hbase_test_key8766410659382911320.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10136690045594190815.jks 2024-11-19T11:12:26,754 INFO [FileChangeWatcher-hbase_test_ca10136690045594190815.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10136690045594190815.jks 2024-11-19T11:12:26,754 DEBUG [FileChangeWatcher-hbase_test_key8766410659382911320.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10136690045594190815.jks 2024-11-19T11:12:26,767 DEBUG [FileChangeWatcher-hbase_test_ca10136690045594190815.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10136690045594190815.jks 2024-11-19T11:12:26,767 DEBUG [FileChangeWatcher-hbase_test_ca10136690045594190815.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10136690045594190815.jks 2024-11-19T11:12:26,767 DEBUG [FileChangeWatcher-hbase_test_key8766410659382911320.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10136690045594190815.jks 2024-11-19T11:12:26,767 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,37099,0 is dead - stopping the connection localhost:37099/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-19T11:12:26,767 INFO [FileChangeWatcher-hbase_test_ca10136690045594190815.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10136690045594190815.jks 2024-11-19T11:12:26,768 INFO [FileChangeWatcher-hbase_test_ca10136690045594190815.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10136690045594190815.jks 2024-11-19T11:12:26,768 DEBUG [FileChangeWatcher-hbase_test_key8766410659382911320.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10136690045594190815.jks 2024-11-19T11:12:26,768 DEBUG [FileChangeWatcher-hbase_test_key8766410659382911320.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10136690045594190815.jks 2024-11-19T11:12:26,768 DEBUG [FileChangeWatcher-hbase_test_key8766410659382911320.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10136690045594190815.jks 2024-11-19T11:12:26,769 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T11:12:26,770 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:26,803 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:26,804 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T11:12:26,819 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:26,834 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:26,834 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x48325cd9, L:/127.0.0.1:37099 - R:/127.0.0.1:46090] 2024-11-19T11:12:26,877 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46090, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T11:12:26,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:12:26,880 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37099 2024-11-19T11:12:26,880 DEBUG [FileChangeWatcher-hbase_test_ca10136690045594190815.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10136690045594190815.jks was interrupted and is shutting down... 2024-11-19T11:12:26,880 DEBUG [FileChangeWatcher-hbase_test_key8766410659382911320.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8766410659382911320.jks was interrupted and is shutting down... 2024-11-19T11:12:26,880 DEBUG [FileChangeWatcher-hbase_test_ca10136690045594190815.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10136690045594190815.jks was interrupted and is shutting down... 2024-11-19T11:12:26,880 DEBUG [FileChangeWatcher-hbase_test_key8766410659382911320.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8766410659382911320.jks was interrupted and is shutting down... 2024-11-19T11:12:26,880 INFO [FileChangeWatcher-hbase_test_ca10136690045594190815.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10136690045594190815.jks thread finished 2024-11-19T11:12:26,881 INFO [FileChangeWatcher-hbase_test_ca10136690045594190815.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10136690045594190815.jks thread finished 2024-11-19T11:12:26,881 INFO [FileChangeWatcher-hbase_test_key8766410659382911320.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8766410659382911320.jks thread finished 2024-11-19T11:12:26,881 INFO [FileChangeWatcher-hbase_test_key8766410659382911320.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8766410659382911320.jks thread finished 2024-11-19T11:12:26,891 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21 (was 12) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=211 (was 211), ProcessCount=11 (was 11), AvailableMemoryMB=2816 (was 2956) 2024-11-19T11:12:26,896 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=211, ProcessCount=11, AvailableMemoryMB=2816 2024-11-19T11:12:26,898 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:12:26,898 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42759 2024-11-19T11:12:26,899 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T11:12:26,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6695e0bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:12:26,900 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T11:12:26,901 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:26,945 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:26,946 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:26,946 INFO [FileChangeWatcher-hbase_test_key8766410659382911320.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8766410659382911320.jks thread started 2024-11-19T11:12:26,946 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:26,947 INFO [FileChangeWatcher-hbase_test_ca10136690045594190815.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10136690045594190815.jks thread started 2024-11-19T11:12:26,947 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T11:12:26,963 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:26,977 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:26,978 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:26,979 INFO [FileChangeWatcher-hbase_test_key8766410659382911320.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8766410659382911320.jks thread started 2024-11-19T11:12:26,979 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:26,980 INFO [FileChangeWatcher-hbase_test_ca10136690045594190815.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10136690045594190815.jks thread started 2024-11-19T11:12:26,980 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x16b99288, L:/127.0.0.1:42759 - R:/127.0.0.1:40360] 2024-11-19T11:12:27,017 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40360, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T11:12:27,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:12:27,020 DEBUG [FileChangeWatcher-hbase_test_ca10136690045594190815.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10136690045594190815.jks was interrupted and is shutting down... 2024-11-19T11:12:27,020 DEBUG [FileChangeWatcher-hbase_test_key8766410659382911320.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8766410659382911320.jks was interrupted and is shutting down... 2024-11-19T11:12:27,020 INFO [FileChangeWatcher-hbase_test_key8766410659382911320.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8766410659382911320.jks thread finished 2024-11-19T11:12:27,020 INFO [FileChangeWatcher-hbase_test_ca10136690045594190815.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10136690045594190815.jks thread finished 2024-11-19T11:12:27,240 DEBUG [FileChangeWatcher-hbase_test_ca10136690045594190815.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8766410659382911320.jks 2024-11-19T11:12:27,240 DEBUG [FileChangeWatcher-hbase_test_key8766410659382911320.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8766410659382911320.jks 2024-11-19T11:12:27,240 DEBUG [FileChangeWatcher-hbase_test_ca10136690045594190815.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8766410659382911320.jks 2024-11-19T11:12:27,240 INFO [FileChangeWatcher-hbase_test_key8766410659382911320.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8766410659382911320.jks 2024-11-19T11:12:27,267 DEBUG [FileChangeWatcher-hbase_test_key8766410659382911320.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8766410659382911320.jks 2024-11-19T11:12:27,267 DEBUG [FileChangeWatcher-hbase_test_ca10136690045594190815.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8766410659382911320.jks 2024-11-19T11:12:27,267 INFO [FileChangeWatcher-hbase_test_key8766410659382911320.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8766410659382911320.jks 2024-11-19T11:12:27,267 DEBUG [FileChangeWatcher-hbase_test_ca10136690045594190815.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8766410659382911320.jks 2024-11-19T11:12:27,267 DEBUG [FileChangeWatcher-hbase_test_key8766410659382911320.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10136690045594190815.jks 2024-11-19T11:12:27,267 DEBUG [FileChangeWatcher-hbase_test_key8766410659382911320.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10136690045594190815.jks 2024-11-19T11:12:27,267 DEBUG [FileChangeWatcher-hbase_test_ca10136690045594190815.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10136690045594190815.jks 2024-11-19T11:12:27,267 INFO [FileChangeWatcher-hbase_test_ca10136690045594190815.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10136690045594190815.jks 2024-11-19T11:12:27,281 DEBUG [FileChangeWatcher-hbase_test_key8766410659382911320.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10136690045594190815.jks 2024-11-19T11:12:27,281 DEBUG [FileChangeWatcher-hbase_test_ca10136690045594190815.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10136690045594190815.jks 2024-11-19T11:12:27,281 DEBUG [FileChangeWatcher-hbase_test_key8766410659382911320.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10136690045594190815.jks 2024-11-19T11:12:27,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67437c1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:12:27,282 INFO [FileChangeWatcher-hbase_test_ca10136690045594190815.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10136690045594190815.jks 2024-11-19T11:12:27,282 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T11:12:27,283 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:27,313 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:27,314 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:27,314 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:27,314 INFO [FileChangeWatcher-hbase_test_key8766410659382911320.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8766410659382911320.jks thread started 2024-11-19T11:12:27,315 INFO [FileChangeWatcher-hbase_test_ca10136690045594190815.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10136690045594190815.jks thread started 2024-11-19T11:12:27,315 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T11:12:27,330 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:27,345 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:27,345 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd2c3805e, L:/127.0.0.1:42759 - R:/127.0.0.1:40372] 2024-11-19T11:12:27,383 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40372, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T11:12:27,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:12:27,385 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42759 2024-11-19T11:12:27,385 DEBUG [FileChangeWatcher-hbase_test_key8766410659382911320.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8766410659382911320.jks was interrupted and is shutting down... 2024-11-19T11:12:27,385 DEBUG [FileChangeWatcher-hbase_test_ca10136690045594190815.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10136690045594190815.jks was interrupted and is shutting down... 2024-11-19T11:12:27,386 DEBUG [FileChangeWatcher-hbase_test_key8766410659382911320.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8766410659382911320.jks was interrupted and is shutting down... 2024-11-19T11:12:27,386 DEBUG [FileChangeWatcher-hbase_test_ca10136690045594190815.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10136690045594190815.jks was interrupted and is shutting down... 2024-11-19T11:12:27,386 INFO [FileChangeWatcher-hbase_test_key8766410659382911320.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8766410659382911320.jks thread finished 2024-11-19T11:12:27,392 INFO [FileChangeWatcher-hbase_test_key8766410659382911320.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8766410659382911320.jks thread finished 2024-11-19T11:12:27,392 INFO [FileChangeWatcher-hbase_test_ca10136690045594190815.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10136690045594190815.jks thread finished 2024-11-19T11:12:27,392 INFO [FileChangeWatcher-hbase_test_ca10136690045594190815.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10136690045594190815.jks thread finished 2024-11-19T11:12:27,393 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=29 (was 21) Potentially hanging thread: FileChangeWatcher-hbase_test_ca10136690045594190815.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_ca10136690045594190815.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_key8766410659382911320.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=211 (was 211), ProcessCount=11 (was 11), AvailableMemoryMB=2781 (was 2816) 2024-11-19T11:12:27,399 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=211, ProcessCount=11, AvailableMemoryMB=2780 2024-11-19T11:12:27,445 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:12:27,446 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40171 2024-11-19T11:12:27,446 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T11:12:27,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3609d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:12:27,447 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T11:12:27,448 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:27,464 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:27,465 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:27,465 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:27,465 INFO [FileChangeWatcher-hbase_test_key3924647166790973450.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3924647166790973450.pem thread started 2024-11-19T11:12:27,466 INFO [FileChangeWatcher-hbase_test_ca6829545694710139244.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6829545694710139244.pem thread started 2024-11-19T11:12:27,466 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T11:12:27,485 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:27,486 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:27,487 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:27,488 INFO [FileChangeWatcher-hbase_test_key3924647166790973450.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3924647166790973450.pem thread started 2024-11-19T11:12:27,488 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:27,489 INFO [FileChangeWatcher-hbase_test_ca6829545694710139244.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6829545694710139244.pem thread started 2024-11-19T11:12:27,489 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5fd172a0, L:/127.0.0.1:40171 - R:/127.0.0.1:47808] 2024-11-19T11:12:27,507 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47808, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T11:12:27,942 DEBUG [FileChangeWatcher-hbase_test_ca6829545694710139244.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3924647166790973450.pem 2024-11-19T11:12:27,942 DEBUG [FileChangeWatcher-hbase_test_ca6829545694710139244.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3924647166790973450.pem 2024-11-19T11:12:27,942 DEBUG [FileChangeWatcher-hbase_test_key3924647166790973450.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3924647166790973450.pem 2024-11-19T11:12:27,943 DEBUG [FileChangeWatcher-hbase_test_key3924647166790973450.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3924647166790973450.pem 2024-11-19T11:12:27,943 DEBUG [FileChangeWatcher-hbase_test_ca6829545694710139244.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3924647166790973450.pem 2024-11-19T11:12:27,943 DEBUG [FileChangeWatcher-hbase_test_ca6829545694710139244.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3924647166790973450.pem 2024-11-19T11:12:27,943 INFO [FileChangeWatcher-hbase_test_key3924647166790973450.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3924647166790973450.pem 2024-11-19T11:12:27,943 INFO [FileChangeWatcher-hbase_test_key3924647166790973450.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3924647166790973450.pem 2024-11-19T11:12:27,943 DEBUG [FileChangeWatcher-hbase_test_ca6829545694710139244.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3924647166790973450.pem 2024-11-19T11:12:27,943 DEBUG [FileChangeWatcher-hbase_test_ca6829545694710139244.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3924647166790973450.pem 2024-11-19T11:12:27,943 DEBUG [FileChangeWatcher-hbase_test_key3924647166790973450.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3924647166790973450.pem 2024-11-19T11:12:27,943 DEBUG [FileChangeWatcher-hbase_test_key3924647166790973450.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6829545694710139244.pem 2024-11-19T11:12:27,943 DEBUG [FileChangeWatcher-hbase_test_ca6829545694710139244.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3924647166790973450.pem 2024-11-19T11:12:27,943 DEBUG [FileChangeWatcher-hbase_test_ca6829545694710139244.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3924647166790973450.pem 2024-11-19T11:12:27,943 INFO [FileChangeWatcher-hbase_test_key3924647166790973450.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3924647166790973450.pem 2024-11-19T11:12:27,943 DEBUG [FileChangeWatcher-hbase_test_key3924647166790973450.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6829545694710139244.pem 2024-11-19T11:12:27,943 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40171,0 is dead - stopping the connection localhost:40171/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-19T11:12:27,943 DEBUG [FileChangeWatcher-hbase_test_ca6829545694710139244.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6829545694710139244.pem 2024-11-19T11:12:27,943 DEBUG [FileChangeWatcher-hbase_test_key3924647166790973450.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6829545694710139244.pem 2024-11-19T11:12:27,943 DEBUG [FileChangeWatcher-hbase_test_ca6829545694710139244.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6829545694710139244.pem 2024-11-19T11:12:27,944 DEBUG [FileChangeWatcher-hbase_test_key3924647166790973450.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6829545694710139244.pem 2024-11-19T11:12:27,944 INFO [FileChangeWatcher-hbase_test_ca6829545694710139244.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6829545694710139244.pem 2024-11-19T11:12:27,944 INFO [FileChangeWatcher-hbase_test_ca6829545694710139244.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6829545694710139244.pem 2024-11-19T11:12:27,944 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T11:12:27,944 DEBUG [FileChangeWatcher-hbase_test_key3924647166790973450.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6829545694710139244.pem 2024-11-19T11:12:27,944 DEBUG [FileChangeWatcher-hbase_test_key3924647166790973450.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6829545694710139244.pem 2024-11-19T11:12:27,945 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:27,951 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:27,952 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T11:12:27,958 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:27,959 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:27,960 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd24b990c, L:/127.0.0.1:40171 - R:/127.0.0.1:47810] 2024-11-19T11:12:27,980 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47810, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T11:12:27,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:12:27,983 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40171 2024-11-19T11:12:27,983 DEBUG [FileChangeWatcher-hbase_test_ca6829545694710139244.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6829545694710139244.pem was interrupted and is shutting down... 2024-11-19T11:12:27,983 DEBUG [FileChangeWatcher-hbase_test_key3924647166790973450.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3924647166790973450.pem was interrupted and is shutting down... 2024-11-19T11:12:27,983 DEBUG [FileChangeWatcher-hbase_test_key3924647166790973450.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3924647166790973450.pem was interrupted and is shutting down... 2024-11-19T11:12:27,983 DEBUG [FileChangeWatcher-hbase_test_ca6829545694710139244.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6829545694710139244.pem was interrupted and is shutting down... 2024-11-19T11:12:27,983 INFO [FileChangeWatcher-hbase_test_key3924647166790973450.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3924647166790973450.pem thread finished 2024-11-19T11:12:27,983 INFO [FileChangeWatcher-hbase_test_ca6829545694710139244.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6829545694710139244.pem thread finished 2024-11-19T11:12:27,990 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 23) Potentially hanging thread: FileChangeWatcher-hbase_test_key3924647166790973450.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca6829545694710139244.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=211 (was 211), ProcessCount=11 (was 11), AvailableMemoryMB=2714 (was 2780) 2024-11-19T11:12:27,996 INFO [FileChangeWatcher-hbase_test_key3924647166790973450.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3924647166790973450.pem thread finished 2024-11-19T11:12:27,996 INFO [FileChangeWatcher-hbase_test_ca6829545694710139244.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6829545694710139244.pem thread finished 2024-11-19T11:12:27,996 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=211, ProcessCount=11, AvailableMemoryMB=2714 2024-11-19T11:12:27,998 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:12:27,999 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41707 2024-11-19T11:12:27,999 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T11:12:28,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f122a89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:12:28,000 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T11:12:28,002 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:28,008 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:28,009 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:28,009 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:28,009 INFO [FileChangeWatcher-hbase_test_key3924647166790973450.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3924647166790973450.pem thread started 2024-11-19T11:12:28,010 INFO [FileChangeWatcher-hbase_test_ca6829545694710139244.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6829545694710139244.pem thread started 2024-11-19T11:12:28,010 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T11:12:28,014 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:28,015 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:28,015 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:28,016 INFO [FileChangeWatcher-hbase_test_key3924647166790973450.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3924647166790973450.pem thread started 2024-11-19T11:12:28,016 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:28,016 INFO [FileChangeWatcher-hbase_test_ca6829545694710139244.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6829545694710139244.pem thread started 2024-11-19T11:12:28,016 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1eb8ab8a, L:/127.0.0.1:41707 - R:/127.0.0.1:40868] 2024-11-19T11:12:28,031 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40868, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T11:12:28,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:12:28,033 DEBUG [FileChangeWatcher-hbase_test_ca6829545694710139244.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6829545694710139244.pem was interrupted and is shutting down... 2024-11-19T11:12:28,033 DEBUG [FileChangeWatcher-hbase_test_key3924647166790973450.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3924647166790973450.pem was interrupted and is shutting down... 2024-11-19T11:12:28,033 INFO [FileChangeWatcher-hbase_test_ca6829545694710139244.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6829545694710139244.pem thread finished 2024-11-19T11:12:28,033 INFO [FileChangeWatcher-hbase_test_key3924647166790973450.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3924647166790973450.pem thread finished 2024-11-19T11:12:28,212 DEBUG [FileChangeWatcher-hbase_test_key3924647166790973450.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3924647166790973450.pem 2024-11-19T11:12:28,212 DEBUG [FileChangeWatcher-hbase_test_ca6829545694710139244.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3924647166790973450.pem 2024-11-19T11:12:28,212 INFO [FileChangeWatcher-hbase_test_key3924647166790973450.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3924647166790973450.pem 2024-11-19T11:12:28,212 DEBUG [FileChangeWatcher-hbase_test_ca6829545694710139244.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3924647166790973450.pem 2024-11-19T11:12:28,212 DEBUG [FileChangeWatcher-hbase_test_key3924647166790973450.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3924647166790973450.pem 2024-11-19T11:12:28,213 INFO [FileChangeWatcher-hbase_test_key3924647166790973450.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3924647166790973450.pem 2024-11-19T11:12:28,213 DEBUG [FileChangeWatcher-hbase_test_ca6829545694710139244.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3924647166790973450.pem 2024-11-19T11:12:28,213 DEBUG [FileChangeWatcher-hbase_test_ca6829545694710139244.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3924647166790973450.pem 2024-11-19T11:12:28,213 DEBUG [FileChangeWatcher-hbase_test_key3924647166790973450.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6829545694710139244.pem 2024-11-19T11:12:28,213 DEBUG [FileChangeWatcher-hbase_test_ca6829545694710139244.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6829545694710139244.pem 2024-11-19T11:12:28,213 DEBUG [FileChangeWatcher-hbase_test_key3924647166790973450.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6829545694710139244.pem 2024-11-19T11:12:28,213 DEBUG [FileChangeWatcher-hbase_test_key3924647166790973450.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6829545694710139244.pem 2024-11-19T11:12:28,213 INFO [FileChangeWatcher-hbase_test_ca6829545694710139244.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6829545694710139244.pem 2024-11-19T11:12:28,213 DEBUG [FileChangeWatcher-hbase_test_key3924647166790973450.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6829545694710139244.pem 2024-11-19T11:12:28,213 DEBUG [FileChangeWatcher-hbase_test_ca6829545694710139244.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6829545694710139244.pem 2024-11-19T11:12:28,214 INFO [FileChangeWatcher-hbase_test_ca6829545694710139244.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6829545694710139244.pem 2024-11-19T11:12:28,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2931de7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:12:28,214 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T11:12:28,216 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:28,220 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:28,221 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:28,222 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:28,222 INFO [FileChangeWatcher-hbase_test_key3924647166790973450.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3924647166790973450.pem thread started 2024-11-19T11:12:28,222 INFO [FileChangeWatcher-hbase_test_ca6829545694710139244.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6829545694710139244.pem thread started 2024-11-19T11:12:28,222 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T11:12:28,227 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:28,228 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:28,229 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe189aa5e, L:/127.0.0.1:41707 - R:/127.0.0.1:40884] 2024-11-19T11:12:28,245 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40884, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T11:12:28,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:12:28,247 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41707 2024-11-19T11:12:28,247 DEBUG [FileChangeWatcher-hbase_test_ca6829545694710139244.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6829545694710139244.pem was interrupted and is shutting down... 2024-11-19T11:12:28,247 DEBUG [FileChangeWatcher-hbase_test_key3924647166790973450.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3924647166790973450.pem was interrupted and is shutting down... 2024-11-19T11:12:28,247 DEBUG [FileChangeWatcher-hbase_test_ca6829545694710139244.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6829545694710139244.pem was interrupted and is shutting down... 2024-11-19T11:12:28,247 DEBUG [FileChangeWatcher-hbase_test_key3924647166790973450.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3924647166790973450.pem was interrupted and is shutting down... 2024-11-19T11:12:28,247 INFO [FileChangeWatcher-hbase_test_ca6829545694710139244.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6829545694710139244.pem thread finished 2024-11-19T11:12:28,247 INFO [FileChangeWatcher-hbase_test_key3924647166790973450.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3924647166790973450.pem thread finished 2024-11-19T11:12:28,247 INFO [FileChangeWatcher-hbase_test_ca6829545694710139244.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6829545694710139244.pem thread finished 2024-11-19T11:12:28,253 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 29), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=211 (was 211), ProcessCount=11 (was 11), AvailableMemoryMB=2669 (was 2714) 2024-11-19T11:12:28,258 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=211, ProcessCount=11, AvailableMemoryMB=2669 2024-11-19T11:12:28,264 INFO [FileChangeWatcher-hbase_test_key3924647166790973450.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3924647166790973450.pem thread finished 2024-11-19T11:12:28,300 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:12:28,301 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34973 2024-11-19T11:12:28,301 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T11:12:28,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ef8d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:12:28,302 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T11:12:28,303 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:28,333 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:28,333 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:28,334 INFO [FileChangeWatcher-hbase_test_key13132291570452652267.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13132291570452652267.p12 thread started 2024-11-19T11:12:28,334 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:28,334 INFO [FileChangeWatcher-hbase_test_ca6631293154384806275.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6631293154384806275.p12 thread started 2024-11-19T11:12:28,334 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T11:12:28,350 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:28,365 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:28,365 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:28,366 INFO [FileChangeWatcher-hbase_test_key13132291570452652267.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13132291570452652267.p12 thread started 2024-11-19T11:12:28,366 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:28,366 INFO [FileChangeWatcher-hbase_test_ca6631293154384806275.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6631293154384806275.p12 thread started 2024-11-19T11:12:28,366 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9fc0e750, L:/127.0.0.1:34973 - R:/127.0.0.1:56940] 2024-11-19T11:12:28,402 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56940, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T11:12:28,562 DEBUG [FileChangeWatcher-hbase_test_key13132291570452652267.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13132291570452652267.p12 2024-11-19T11:12:28,562 DEBUG [FileChangeWatcher-hbase_test_ca6631293154384806275.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13132291570452652267.p12 2024-11-19T11:12:28,562 DEBUG [FileChangeWatcher-hbase_test_ca6631293154384806275.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13132291570452652267.p12 2024-11-19T11:12:28,562 DEBUG [FileChangeWatcher-hbase_test_key13132291570452652267.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13132291570452652267.p12 2024-11-19T11:12:28,562 INFO [FileChangeWatcher-hbase_test_key13132291570452652267.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13132291570452652267.p12 2024-11-19T11:12:28,562 DEBUG [FileChangeWatcher-hbase_test_ca6631293154384806275.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13132291570452652267.p12 2024-11-19T11:12:28,562 INFO [FileChangeWatcher-hbase_test_key13132291570452652267.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13132291570452652267.p12 2024-11-19T11:12:28,562 DEBUG [FileChangeWatcher-hbase_test_ca6631293154384806275.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13132291570452652267.p12 2024-11-19T11:12:28,588 DEBUG [FileChangeWatcher-hbase_test_key13132291570452652267.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13132291570452652267.p12 2024-11-19T11:12:28,588 DEBUG [FileChangeWatcher-hbase_test_key13132291570452652267.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13132291570452652267.p12 2024-11-19T11:12:28,588 DEBUG [FileChangeWatcher-hbase_test_ca6631293154384806275.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13132291570452652267.p12 2024-11-19T11:12:28,588 DEBUG [FileChangeWatcher-hbase_test_ca6631293154384806275.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13132291570452652267.p12 2024-11-19T11:12:28,588 INFO [FileChangeWatcher-hbase_test_key13132291570452652267.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13132291570452652267.p12 2024-11-19T11:12:28,588 INFO [FileChangeWatcher-hbase_test_key13132291570452652267.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13132291570452652267.p12 2024-11-19T11:12:28,588 DEBUG [FileChangeWatcher-hbase_test_ca6631293154384806275.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13132291570452652267.p12 2024-11-19T11:12:28,588 DEBUG [FileChangeWatcher-hbase_test_ca6631293154384806275.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13132291570452652267.p12 2024-11-19T11:12:28,588 DEBUG [FileChangeWatcher-hbase_test_key13132291570452652267.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6631293154384806275.p12 2024-11-19T11:12:28,588 DEBUG [FileChangeWatcher-hbase_test_key13132291570452652267.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6631293154384806275.p12 2024-11-19T11:12:28,588 DEBUG [FileChangeWatcher-hbase_test_ca6631293154384806275.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6631293154384806275.p12 2024-11-19T11:12:28,588 DEBUG [FileChangeWatcher-hbase_test_ca6631293154384806275.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6631293154384806275.p12 2024-11-19T11:12:28,588 INFO [FileChangeWatcher-hbase_test_ca6631293154384806275.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6631293154384806275.p12 2024-11-19T11:12:28,588 DEBUG [FileChangeWatcher-hbase_test_key13132291570452652267.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6631293154384806275.p12 2024-11-19T11:12:28,588 DEBUG [FileChangeWatcher-hbase_test_key13132291570452652267.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6631293154384806275.p12 2024-11-19T11:12:28,589 INFO [FileChangeWatcher-hbase_test_ca6631293154384806275.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6631293154384806275.p12 2024-11-19T11:12:28,603 DEBUG [FileChangeWatcher-hbase_test_ca6631293154384806275.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6631293154384806275.p12 2024-11-19T11:12:28,603 DEBUG [FileChangeWatcher-hbase_test_key13132291570452652267.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6631293154384806275.p12 2024-11-19T11:12:28,603 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34973,0 is dead - stopping the connection localhost:34973/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-19T11:12:28,603 DEBUG [FileChangeWatcher-hbase_test_key13132291570452652267.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6631293154384806275.p12 2024-11-19T11:12:28,603 DEBUG [FileChangeWatcher-hbase_test_ca6631293154384806275.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6631293154384806275.p12 2024-11-19T11:12:28,603 INFO [FileChangeWatcher-hbase_test_ca6631293154384806275.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6631293154384806275.p12 2024-11-19T11:12:28,603 DEBUG [FileChangeWatcher-hbase_test_key13132291570452652267.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6631293154384806275.p12 2024-11-19T11:12:28,603 DEBUG [FileChangeWatcher-hbase_test_key13132291570452652267.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6631293154384806275.p12 2024-11-19T11:12:28,603 INFO [FileChangeWatcher-hbase_test_ca6631293154384806275.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6631293154384806275.p12 2024-11-19T11:12:28,604 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T11:12:28,605 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:28,634 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:28,634 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T11:12:28,649 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:28,664 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:28,664 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xce72d066, L:/127.0.0.1:34973 - R:/127.0.0.1:56942] 2024-11-19T11:12:28,699 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56942, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T11:12:28,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:12:28,700 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34973 2024-11-19T11:12:28,700 DEBUG [FileChangeWatcher-hbase_test_key13132291570452652267.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13132291570452652267.p12 was interrupted and is shutting down... 2024-11-19T11:12:28,700 DEBUG [FileChangeWatcher-hbase_test_ca6631293154384806275.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6631293154384806275.p12 was interrupted and is shutting down... 2024-11-19T11:12:28,701 DEBUG [FileChangeWatcher-hbase_test_ca6631293154384806275.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6631293154384806275.p12 was interrupted and is shutting down... 2024-11-19T11:12:28,701 DEBUG [FileChangeWatcher-hbase_test_key13132291570452652267.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13132291570452652267.p12 was interrupted and is shutting down... 2024-11-19T11:12:28,701 INFO [FileChangeWatcher-hbase_test_key13132291570452652267.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13132291570452652267.p12 thread finished 2024-11-19T11:12:28,701 INFO [FileChangeWatcher-hbase_test_ca6631293154384806275.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6631293154384806275.p12 thread finished 2024-11-19T11:12:28,701 INFO [FileChangeWatcher-hbase_test_ca6631293154384806275.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6631293154384806275.p12 thread finished 2024-11-19T11:12:28,708 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31 (was 29) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key13132291570452652267.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=211 (was 211), ProcessCount=11 (was 11), AvailableMemoryMB=2615 (was 2669) 2024-11-19T11:12:28,713 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=211, ProcessCount=11, AvailableMemoryMB=2615 2024-11-19T11:12:28,714 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:12:28,715 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46435 2024-11-19T11:12:28,715 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T11:12:28,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c5ae7bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:12:28,716 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T11:12:28,717 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:28,720 INFO [FileChangeWatcher-hbase_test_key13132291570452652267.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13132291570452652267.p12 thread finished 2024-11-19T11:12:28,745 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:28,746 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:28,746 INFO [FileChangeWatcher-hbase_test_key13132291570452652267.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13132291570452652267.p12 thread started 2024-11-19T11:12:28,747 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:28,747 INFO [FileChangeWatcher-hbase_test_ca6631293154384806275.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6631293154384806275.p12 thread started 2024-11-19T11:12:28,747 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T11:12:28,762 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:28,777 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:28,777 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:28,778 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:28,778 INFO [FileChangeWatcher-hbase_test_key13132291570452652267.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13132291570452652267.p12 thread started 2024-11-19T11:12:28,778 INFO [FileChangeWatcher-hbase_test_ca6631293154384806275.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6631293154384806275.p12 thread started 2024-11-19T11:12:28,778 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc9110a90, L:/127.0.0.1:46435 - R:/127.0.0.1:43196] 2024-11-19T11:12:28,813 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43196, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T11:12:28,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:12:28,815 DEBUG [FileChangeWatcher-hbase_test_key13132291570452652267.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13132291570452652267.p12 was interrupted and is shutting down... 2024-11-19T11:12:28,815 DEBUG [FileChangeWatcher-hbase_test_ca6631293154384806275.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6631293154384806275.p12 was interrupted and is shutting down... 2024-11-19T11:12:28,815 INFO [FileChangeWatcher-hbase_test_key13132291570452652267.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13132291570452652267.p12 thread finished 2024-11-19T11:12:28,815 INFO [FileChangeWatcher-hbase_test_ca6631293154384806275.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6631293154384806275.p12 thread finished 2024-11-19T11:12:29,169 DEBUG [FileChangeWatcher-hbase_test_key13132291570452652267.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13132291570452652267.p12 2024-11-19T11:12:29,169 DEBUG [FileChangeWatcher-hbase_test_ca6631293154384806275.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13132291570452652267.p12 2024-11-19T11:12:29,169 INFO [FileChangeWatcher-hbase_test_key13132291570452652267.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13132291570452652267.p12 2024-11-19T11:12:29,169 DEBUG [FileChangeWatcher-hbase_test_ca6631293154384806275.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13132291570452652267.p12 2024-11-19T11:12:29,194 DEBUG [FileChangeWatcher-hbase_test_ca6631293154384806275.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13132291570452652267.p12 2024-11-19T11:12:29,194 DEBUG [FileChangeWatcher-hbase_test_key13132291570452652267.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13132291570452652267.p12 2024-11-19T11:12:29,195 INFO [FileChangeWatcher-hbase_test_key13132291570452652267.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13132291570452652267.p12 2024-11-19T11:12:29,195 DEBUG [FileChangeWatcher-hbase_test_ca6631293154384806275.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13132291570452652267.p12 2024-11-19T11:12:29,195 DEBUG [FileChangeWatcher-hbase_test_key13132291570452652267.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6631293154384806275.p12 2024-11-19T11:12:29,195 DEBUG [FileChangeWatcher-hbase_test_ca6631293154384806275.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6631293154384806275.p12 2024-11-19T11:12:29,195 DEBUG [FileChangeWatcher-hbase_test_key13132291570452652267.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6631293154384806275.p12 2024-11-19T11:12:29,195 INFO [FileChangeWatcher-hbase_test_ca6631293154384806275.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6631293154384806275.p12 2024-11-19T11:12:29,209 DEBUG [FileChangeWatcher-hbase_test_key13132291570452652267.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6631293154384806275.p12 2024-11-19T11:12:29,209 DEBUG [FileChangeWatcher-hbase_test_ca6631293154384806275.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6631293154384806275.p12 2024-11-19T11:12:29,209 DEBUG [FileChangeWatcher-hbase_test_key13132291570452652267.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6631293154384806275.p12 2024-11-19T11:12:29,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bc6ce5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:12:29,209 INFO [FileChangeWatcher-hbase_test_ca6631293154384806275.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6631293154384806275.p12 2024-11-19T11:12:29,210 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T11:12:29,211 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:29,240 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:29,241 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:29,241 INFO [FileChangeWatcher-hbase_test_key13132291570452652267.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13132291570452652267.p12 thread started 2024-11-19T11:12:29,241 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:29,242 INFO [FileChangeWatcher-hbase_test_ca6631293154384806275.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6631293154384806275.p12 thread started 2024-11-19T11:12:29,242 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T11:12:29,257 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:29,271 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:29,271 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x315141b3, L:/127.0.0.1:46435 - R:/127.0.0.1:43198] 2024-11-19T11:12:29,306 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43198, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T11:12:29,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:12:29,308 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46435 2024-11-19T11:12:29,308 DEBUG [FileChangeWatcher-hbase_test_key13132291570452652267.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13132291570452652267.p12 was interrupted and is shutting down... 2024-11-19T11:12:29,308 DEBUG [FileChangeWatcher-hbase_test_ca6631293154384806275.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6631293154384806275.p12 was interrupted and is shutting down... 2024-11-19T11:12:29,308 DEBUG [FileChangeWatcher-hbase_test_ca6631293154384806275.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6631293154384806275.p12 was interrupted and is shutting down... 2024-11-19T11:12:29,308 DEBUG [FileChangeWatcher-hbase_test_key13132291570452652267.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13132291570452652267.p12 was interrupted and is shutting down... 2024-11-19T11:12:29,308 INFO [FileChangeWatcher-hbase_test_ca6631293154384806275.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6631293154384806275.p12 thread finished 2024-11-19T11:12:29,308 INFO [FileChangeWatcher-hbase_test_key13132291570452652267.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13132291570452652267.p12 thread finished 2024-11-19T11:12:29,314 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=35 (was 31) Potentially hanging thread: FileChangeWatcher-hbase_test_ca6631293154384806275.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=211 (was 211), ProcessCount=11 (was 11), AvailableMemoryMB=2542 (was 2615) 2024-11-19T11:12:29,320 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=211, ProcessCount=11, AvailableMemoryMB=2542 2024-11-19T11:12:29,324 INFO [FileChangeWatcher-hbase_test_ca6631293154384806275.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6631293154384806275.p12 thread finished 2024-11-19T11:12:29,324 INFO [FileChangeWatcher-hbase_test_key13132291570452652267.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13132291570452652267.p12 thread finished 2024-11-19T11:12:29,804 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:12:29,804 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41235 2024-11-19T11:12:29,805 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T11:12:29,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c184dfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:12:29,805 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T11:12:29,807 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:30,109 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:30,110 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:30,110 INFO [FileChangeWatcher-hbase_test_key14943156182914656038.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14943156182914656038.bcfks thread started 2024-11-19T11:12:30,110 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:30,111 INFO [FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks thread started 2024-11-19T11:12:30,111 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T11:12:30,259 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:30,406 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:30,407 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:30,408 INFO [FileChangeWatcher-hbase_test_key14943156182914656038.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14943156182914656038.bcfks thread started 2024-11-19T11:12:30,408 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:30,408 INFO [FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks thread started 2024-11-19T11:12:30,408 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8a41a99e, L:/127.0.0.1:41235 - R:/127.0.0.1:53002] 2024-11-19T11:12:30,588 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53002, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T11:12:31,016 DEBUG [FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14943156182914656038.bcfks 2024-11-19T11:12:31,016 DEBUG [FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14943156182914656038.bcfks 2024-11-19T11:12:31,016 DEBUG [FileChangeWatcher-hbase_test_key14943156182914656038.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14943156182914656038.bcfks 2024-11-19T11:12:31,016 DEBUG [FileChangeWatcher-hbase_test_key14943156182914656038.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14943156182914656038.bcfks 2024-11-19T11:12:31,016 INFO [FileChangeWatcher-hbase_test_key14943156182914656038.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14943156182914656038.bcfks 2024-11-19T11:12:31,016 DEBUG [FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14943156182914656038.bcfks 2024-11-19T11:12:31,016 DEBUG [FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14943156182914656038.bcfks 2024-11-19T11:12:31,016 INFO [FileChangeWatcher-hbase_test_key14943156182914656038.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14943156182914656038.bcfks 2024-11-19T11:12:31,235 DEBUG [FileChangeWatcher-hbase_test_key14943156182914656038.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14943156182914656038.bcfks 2024-11-19T11:12:31,235 DEBUG [FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14943156182914656038.bcfks 2024-11-19T11:12:31,235 DEBUG [FileChangeWatcher-hbase_test_key14943156182914656038.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14943156182914656038.bcfks 2024-11-19T11:12:31,235 DEBUG [FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14943156182914656038.bcfks 2024-11-19T11:12:31,235 INFO [FileChangeWatcher-hbase_test_key14943156182914656038.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14943156182914656038.bcfks 2024-11-19T11:12:31,235 DEBUG [FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14943156182914656038.bcfks 2024-11-19T11:12:31,235 INFO [FileChangeWatcher-hbase_test_key14943156182914656038.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14943156182914656038.bcfks 2024-11-19T11:12:31,235 DEBUG [FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14943156182914656038.bcfks 2024-11-19T11:12:31,235 DEBUG [FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10026458052001959138.bcfks 2024-11-19T11:12:31,235 DEBUG [FileChangeWatcher-hbase_test_key14943156182914656038.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10026458052001959138.bcfks 2024-11-19T11:12:31,235 DEBUG [FileChangeWatcher-hbase_test_key14943156182914656038.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10026458052001959138.bcfks 2024-11-19T11:12:31,235 DEBUG [FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10026458052001959138.bcfks 2024-11-19T11:12:31,235 INFO [FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10026458052001959138.bcfks 2024-11-19T11:12:31,235 DEBUG [FileChangeWatcher-hbase_test_key14943156182914656038.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10026458052001959138.bcfks 2024-11-19T11:12:31,235 DEBUG [FileChangeWatcher-hbase_test_key14943156182914656038.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10026458052001959138.bcfks 2024-11-19T11:12:31,235 INFO [FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10026458052001959138.bcfks 2024-11-19T11:12:31,380 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,41235,0 is dead - stopping the connection localhost:41235/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-19T11:12:31,380 DEBUG [FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10026458052001959138.bcfks 2024-11-19T11:12:31,380 DEBUG [FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10026458052001959138.bcfks 2024-11-19T11:12:31,380 DEBUG [FileChangeWatcher-hbase_test_key14943156182914656038.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10026458052001959138.bcfks 2024-11-19T11:12:31,380 DEBUG [FileChangeWatcher-hbase_test_key14943156182914656038.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10026458052001959138.bcfks 2024-11-19T11:12:31,380 INFO [FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10026458052001959138.bcfks 2024-11-19T11:12:31,380 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T11:12:31,380 DEBUG [FileChangeWatcher-hbase_test_key14943156182914656038.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10026458052001959138.bcfks 2024-11-19T11:12:31,380 DEBUG [FileChangeWatcher-hbase_test_key14943156182914656038.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10026458052001959138.bcfks 2024-11-19T11:12:31,380 INFO [FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10026458052001959138.bcfks 2024-11-19T11:12:31,382 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:31,679 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:31,679 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T11:12:31,826 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:31,972 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:31,972 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x50094a5f, L:/127.0.0.1:41235 - R:/127.0.0.1:53016] 2024-11-19T11:12:32,150 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53016, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T11:12:32,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:12:32,152 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41235 2024-11-19T11:12:32,152 DEBUG [FileChangeWatcher-hbase_test_key14943156182914656038.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14943156182914656038.bcfks was interrupted and is shutting down... 2024-11-19T11:12:32,152 DEBUG [FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks was interrupted and is shutting down... 2024-11-19T11:12:32,152 DEBUG [FileChangeWatcher-hbase_test_key14943156182914656038.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14943156182914656038.bcfks was interrupted and is shutting down... 2024-11-19T11:12:32,152 DEBUG [FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks was interrupted and is shutting down... 2024-11-19T11:12:32,152 INFO [FileChangeWatcher-hbase_test_key14943156182914656038.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14943156182914656038.bcfks thread finished 2024-11-19T11:12:32,160 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=39 (was 35) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_key14943156182914656038.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=210 (was 211), ProcessCount=11 (was 11), AvailableMemoryMB=2445 (was 2542) 2024-11-19T11:12:32,166 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=210, ProcessCount=11, AvailableMemoryMB=2445 2024-11-19T11:12:32,167 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:12:32,168 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42903 2024-11-19T11:12:32,168 INFO [FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks thread finished 2024-11-19T11:12:32,168 INFO [FileChangeWatcher-hbase_test_key14943156182914656038.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14943156182914656038.bcfks thread finished 2024-11-19T11:12:32,168 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T11:12:32,168 INFO [FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks thread finished 2024-11-19T11:12:32,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46deece1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:12:32,169 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T11:12:32,170 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:32,462 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:32,463 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:32,463 INFO [FileChangeWatcher-hbase_test_key14943156182914656038.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14943156182914656038.bcfks thread started 2024-11-19T11:12:32,464 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:32,464 INFO [FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks thread started 2024-11-19T11:12:32,464 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T11:12:32,611 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:32,757 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:32,758 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:32,758 INFO [FileChangeWatcher-hbase_test_key14943156182914656038.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14943156182914656038.bcfks thread started 2024-11-19T11:12:32,759 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:32,759 INFO [FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks thread started 2024-11-19T11:12:32,759 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa69facd3, L:/127.0.0.1:42903 - R:/127.0.0.1:54974] 2024-11-19T11:12:32,918 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54974, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T11:12:32,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:12:32,920 DEBUG [FileChangeWatcher-hbase_test_key14943156182914656038.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14943156182914656038.bcfks was interrupted and is shutting down... 2024-11-19T11:12:32,920 DEBUG [FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks was interrupted and is shutting down... 2024-11-19T11:12:32,921 INFO [FileChangeWatcher-hbase_test_key14943156182914656038.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14943156182914656038.bcfks thread finished 2024-11-19T11:12:32,940 INFO [FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks thread finished 2024-11-19T11:12:33,254 DEBUG [FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14943156182914656038.bcfks 2024-11-19T11:12:33,254 DEBUG [FileChangeWatcher-hbase_test_key14943156182914656038.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14943156182914656038.bcfks 2024-11-19T11:12:33,255 DEBUG [FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14943156182914656038.bcfks 2024-11-19T11:12:33,255 INFO [FileChangeWatcher-hbase_test_key14943156182914656038.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14943156182914656038.bcfks 2024-11-19T11:12:33,472 DEBUG [FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14943156182914656038.bcfks 2024-11-19T11:12:33,472 DEBUG [FileChangeWatcher-hbase_test_key14943156182914656038.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14943156182914656038.bcfks 2024-11-19T11:12:33,472 DEBUG [FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14943156182914656038.bcfks 2024-11-19T11:12:33,472 INFO [FileChangeWatcher-hbase_test_key14943156182914656038.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14943156182914656038.bcfks 2024-11-19T11:12:33,472 DEBUG [FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10026458052001959138.bcfks 2024-11-19T11:12:33,472 INFO [FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10026458052001959138.bcfks 2024-11-19T11:12:33,472 DEBUG [FileChangeWatcher-hbase_test_key14943156182914656038.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10026458052001959138.bcfks 2024-11-19T11:12:33,472 DEBUG [FileChangeWatcher-hbase_test_key14943156182914656038.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10026458052001959138.bcfks 2024-11-19T11:12:33,617 DEBUG [FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10026458052001959138.bcfks 2024-11-19T11:12:33,617 DEBUG [FileChangeWatcher-hbase_test_key14943156182914656038.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10026458052001959138.bcfks 2024-11-19T11:12:33,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581a6236, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:12:33,617 INFO [FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10026458052001959138.bcfks 2024-11-19T11:12:33,617 DEBUG [FileChangeWatcher-hbase_test_key14943156182914656038.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10026458052001959138.bcfks 2024-11-19T11:12:33,617 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T11:12:33,619 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:33,911 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:33,912 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:33,912 INFO [FileChangeWatcher-hbase_test_key14943156182914656038.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14943156182914656038.bcfks thread started 2024-11-19T11:12:33,912 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:33,913 INFO [FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks thread started 2024-11-19T11:12:33,913 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T11:12:34,060 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:34,206 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:34,206 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8e40c31f, L:/127.0.0.1:42903 - R:/127.0.0.1:39564] 2024-11-19T11:12:34,375 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39564, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T11:12:34,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:12:34,377 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42903 2024-11-19T11:12:34,377 DEBUG [FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks was interrupted and is shutting down... 2024-11-19T11:12:34,377 DEBUG [FileChangeWatcher-hbase_test_key14943156182914656038.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14943156182914656038.bcfks was interrupted and is shutting down... 2024-11-19T11:12:34,378 DEBUG [FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks was interrupted and is shutting down... 2024-11-19T11:12:34,378 DEBUG [FileChangeWatcher-hbase_test_key14943156182914656038.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14943156182914656038.bcfks was interrupted and is shutting down... 2024-11-19T11:12:34,378 INFO [FileChangeWatcher-hbase_test_key14943156182914656038.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14943156182914656038.bcfks thread finished 2024-11-19T11:12:34,378 INFO [FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks thread finished 2024-11-19T11:12:34,384 INFO [FileChangeWatcher-hbase_test_key14943156182914656038.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14943156182914656038.bcfks thread finished 2024-11-19T11:12:34,384 INFO [FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10026458052001959138.bcfks thread finished 2024-11-19T11:12:34,385 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=39 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=210 (was 210), ProcessCount=11 (was 11), AvailableMemoryMB=2406 (was 2445) 2024-11-19T11:12:34,390 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=210, ProcessCount=11, AvailableMemoryMB=2406 2024-11-19T11:12:34,516 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:12:34,517 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40999 2024-11-19T11:12:34,517 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T11:12:34,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a1a0227, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:12:34,518 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T11:12:34,519 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:34,549 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:34,549 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:34,550 INFO [FileChangeWatcher-hbase_test_key10603454185822230858.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10603454185822230858.jks thread started 2024-11-19T11:12:34,550 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:34,550 INFO [FileChangeWatcher-hbase_test_ca15065847602229418711.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15065847602229418711.jks thread started 2024-11-19T11:12:34,550 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T11:12:34,565 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:34,580 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:34,580 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:34,581 INFO [FileChangeWatcher-hbase_test_key10603454185822230858.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10603454185822230858.jks thread started 2024-11-19T11:12:34,581 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:34,581 INFO [FileChangeWatcher-hbase_test_ca15065847602229418711.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15065847602229418711.jks thread started 2024-11-19T11:12:34,581 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc15ed937, L:/127.0.0.1:40999 - R:/127.0.0.1:59408] 2024-11-19T11:12:34,627 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59408, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T11:12:34,635 DEBUG [FileChangeWatcher-hbase_test_key10603454185822230858.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10603454185822230858.jks 2024-11-19T11:12:34,635 DEBUG [FileChangeWatcher-hbase_test_key10603454185822230858.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10603454185822230858.jks 2024-11-19T11:12:34,635 DEBUG [FileChangeWatcher-hbase_test_ca15065847602229418711.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10603454185822230858.jks 2024-11-19T11:12:34,635 DEBUG [FileChangeWatcher-hbase_test_ca15065847602229418711.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10603454185822230858.jks 2024-11-19T11:12:34,635 INFO [FileChangeWatcher-hbase_test_key10603454185822230858.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10603454185822230858.jks 2024-11-19T11:12:34,635 INFO [FileChangeWatcher-hbase_test_key10603454185822230858.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10603454185822230858.jks 2024-11-19T11:12:34,635 DEBUG [FileChangeWatcher-hbase_test_ca15065847602229418711.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10603454185822230858.jks 2024-11-19T11:12:34,635 DEBUG [FileChangeWatcher-hbase_test_ca15065847602229418711.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10603454185822230858.jks 2024-11-19T11:12:34,661 DEBUG [FileChangeWatcher-hbase_test_ca15065847602229418711.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10603454185822230858.jks 2024-11-19T11:12:34,661 DEBUG [FileChangeWatcher-hbase_test_key10603454185822230858.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10603454185822230858.jks 2024-11-19T11:12:34,661 DEBUG [FileChangeWatcher-hbase_test_key10603454185822230858.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10603454185822230858.jks 2024-11-19T11:12:34,661 DEBUG [FileChangeWatcher-hbase_test_ca15065847602229418711.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10603454185822230858.jks 2024-11-19T11:12:34,661 DEBUG [FileChangeWatcher-hbase_test_ca15065847602229418711.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10603454185822230858.jks 2024-11-19T11:12:34,661 INFO [FileChangeWatcher-hbase_test_key10603454185822230858.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10603454185822230858.jks 2024-11-19T11:12:34,661 INFO [FileChangeWatcher-hbase_test_key10603454185822230858.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10603454185822230858.jks 2024-11-19T11:12:34,661 DEBUG [FileChangeWatcher-hbase_test_ca15065847602229418711.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15065847602229418711.jks 2024-11-19T11:12:34,661 DEBUG [FileChangeWatcher-hbase_test_ca15065847602229418711.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10603454185822230858.jks 2024-11-19T11:12:34,661 DEBUG [FileChangeWatcher-hbase_test_key10603454185822230858.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15065847602229418711.jks 2024-11-19T11:12:34,661 DEBUG [FileChangeWatcher-hbase_test_key10603454185822230858.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15065847602229418711.jks 2024-11-19T11:12:34,661 INFO [FileChangeWatcher-hbase_test_ca15065847602229418711.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15065847602229418711.jks 2024-11-19T11:12:34,661 DEBUG [FileChangeWatcher-hbase_test_key10603454185822230858.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15065847602229418711.jks 2024-11-19T11:12:34,661 DEBUG [FileChangeWatcher-hbase_test_key10603454185822230858.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15065847602229418711.jks 2024-11-19T11:12:34,661 DEBUG [FileChangeWatcher-hbase_test_ca15065847602229418711.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15065847602229418711.jks 2024-11-19T11:12:34,661 INFO [FileChangeWatcher-hbase_test_ca15065847602229418711.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15065847602229418711.jks 2024-11-19T11:12:34,676 DEBUG [FileChangeWatcher-hbase_test_key10603454185822230858.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15065847602229418711.jks 2024-11-19T11:12:34,676 DEBUG [FileChangeWatcher-hbase_test_key10603454185822230858.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15065847602229418711.jks 2024-11-19T11:12:34,676 DEBUG [FileChangeWatcher-hbase_test_ca15065847602229418711.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15065847602229418711.jks 2024-11-19T11:12:34,676 DEBUG [FileChangeWatcher-hbase_test_ca15065847602229418711.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15065847602229418711.jks 2024-11-19T11:12:34,676 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40999,0 is dead - stopping the connection localhost:40999/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-19T11:12:34,676 INFO [FileChangeWatcher-hbase_test_ca15065847602229418711.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15065847602229418711.jks 2024-11-19T11:12:34,676 DEBUG [FileChangeWatcher-hbase_test_key10603454185822230858.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15065847602229418711.jks 2024-11-19T11:12:34,676 DEBUG [FileChangeWatcher-hbase_test_key10603454185822230858.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15065847602229418711.jks 2024-11-19T11:12:34,676 INFO [FileChangeWatcher-hbase_test_ca15065847602229418711.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15065847602229418711.jks 2024-11-19T11:12:34,676 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T11:12:34,677 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:34,707 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:34,708 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T11:12:34,723 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:34,737 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:34,738 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5bf00aaa, L:/127.0.0.1:40999 - R:/127.0.0.1:59418] 2024-11-19T11:12:34,779 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59418, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T11:12:34,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:12:34,781 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40999 2024-11-19T11:12:34,781 DEBUG [FileChangeWatcher-hbase_test_ca15065847602229418711.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15065847602229418711.jks was interrupted and is shutting down... 2024-11-19T11:12:34,781 DEBUG [FileChangeWatcher-hbase_test_key10603454185822230858.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10603454185822230858.jks was interrupted and is shutting down... 2024-11-19T11:12:34,781 DEBUG [FileChangeWatcher-hbase_test_ca15065847602229418711.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15065847602229418711.jks was interrupted and is shutting down... 2024-11-19T11:12:34,781 DEBUG [FileChangeWatcher-hbase_test_key10603454185822230858.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10603454185822230858.jks was interrupted and is shutting down... 2024-11-19T11:12:34,782 INFO [FileChangeWatcher-hbase_test_ca15065847602229418711.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15065847602229418711.jks thread finished 2024-11-19T11:12:34,782 INFO [FileChangeWatcher-hbase_test_key10603454185822230858.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10603454185822230858.jks thread finished 2024-11-19T11:12:34,782 INFO [FileChangeWatcher-hbase_test_key10603454185822230858.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10603454185822230858.jks thread finished 2024-11-19T11:12:34,782 INFO [FileChangeWatcher-hbase_test_ca15065847602229418711.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15065847602229418711.jks thread finished 2024-11-19T11:12:34,788 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35 (was 35), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 210) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2381 (was 2406) 2024-11-19T11:12:34,793 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=225, ProcessCount=11, AvailableMemoryMB=2381 2024-11-19T11:12:34,794 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:12:34,794 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34047 2024-11-19T11:12:34,795 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T11:12:34,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@244cf22f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:12:34,795 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T11:12:34,796 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:34,824 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:34,824 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:34,825 INFO [FileChangeWatcher-hbase_test_key10603454185822230858.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10603454185822230858.jks thread started 2024-11-19T11:12:34,825 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:34,825 INFO [FileChangeWatcher-hbase_test_ca15065847602229418711.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15065847602229418711.jks thread started 2024-11-19T11:12:34,825 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T11:12:34,841 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:34,855 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:34,856 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:34,856 INFO [FileChangeWatcher-hbase_test_key10603454185822230858.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10603454185822230858.jks thread started 2024-11-19T11:12:34,856 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:34,857 INFO [FileChangeWatcher-hbase_test_ca15065847602229418711.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15065847602229418711.jks thread started 2024-11-19T11:12:34,857 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa6472e8b, L:/127.0.0.1:34047 - R:/127.0.0.1:46064] 2024-11-19T11:12:34,906 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46064, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T11:12:34,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:12:34,908 DEBUG [FileChangeWatcher-hbase_test_ca15065847602229418711.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15065847602229418711.jks was interrupted and is shutting down... 2024-11-19T11:12:34,908 DEBUG [FileChangeWatcher-hbase_test_key10603454185822230858.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10603454185822230858.jks was interrupted and is shutting down... 2024-11-19T11:12:34,908 INFO [FileChangeWatcher-hbase_test_key10603454185822230858.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10603454185822230858.jks thread finished 2024-11-19T11:12:34,908 INFO [FileChangeWatcher-hbase_test_ca15065847602229418711.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15065847602229418711.jks thread finished 2024-11-19T11:12:34,914 DEBUG [FileChangeWatcher-hbase_test_ca15065847602229418711.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10603454185822230858.jks 2024-11-19T11:12:34,914 DEBUG [FileChangeWatcher-hbase_test_key10603454185822230858.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10603454185822230858.jks 2024-11-19T11:12:34,914 DEBUG [FileChangeWatcher-hbase_test_ca15065847602229418711.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10603454185822230858.jks 2024-11-19T11:12:34,914 INFO [FileChangeWatcher-hbase_test_key10603454185822230858.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10603454185822230858.jks 2024-11-19T11:12:34,939 DEBUG [FileChangeWatcher-hbase_test_key10603454185822230858.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10603454185822230858.jks 2024-11-19T11:12:34,939 DEBUG [FileChangeWatcher-hbase_test_ca15065847602229418711.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10603454185822230858.jks 2024-11-19T11:12:34,939 DEBUG [FileChangeWatcher-hbase_test_ca15065847602229418711.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10603454185822230858.jks 2024-11-19T11:12:34,939 INFO [FileChangeWatcher-hbase_test_key10603454185822230858.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10603454185822230858.jks 2024-11-19T11:12:34,939 DEBUG [FileChangeWatcher-hbase_test_ca15065847602229418711.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15065847602229418711.jks 2024-11-19T11:12:34,939 DEBUG [FileChangeWatcher-hbase_test_key10603454185822230858.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15065847602229418711.jks 2024-11-19T11:12:34,939 INFO [FileChangeWatcher-hbase_test_ca15065847602229418711.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15065847602229418711.jks 2024-11-19T11:12:34,939 DEBUG [FileChangeWatcher-hbase_test_key10603454185822230858.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15065847602229418711.jks 2024-11-19T11:12:34,954 DEBUG [FileChangeWatcher-hbase_test_ca15065847602229418711.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15065847602229418711.jks 2024-11-19T11:12:34,954 DEBUG [FileChangeWatcher-hbase_test_key10603454185822230858.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15065847602229418711.jks 2024-11-19T11:12:34,954 INFO [FileChangeWatcher-hbase_test_ca15065847602229418711.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15065847602229418711.jks 2024-11-19T11:12:34,954 DEBUG [FileChangeWatcher-hbase_test_key10603454185822230858.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15065847602229418711.jks 2024-11-19T11:12:34,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d467dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:12:34,954 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T11:12:34,955 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:34,985 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:34,985 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:34,986 INFO [FileChangeWatcher-hbase_test_key10603454185822230858.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10603454185822230858.jks thread started 2024-11-19T11:12:34,986 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:34,986 INFO [FileChangeWatcher-hbase_test_ca15065847602229418711.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15065847602229418711.jks thread started 2024-11-19T11:12:34,986 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T11:12:35,001 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:35,015 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:35,016 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x32de5032, L:/127.0.0.1:34047 - R:/127.0.0.1:46070] 2024-11-19T11:12:35,055 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46070, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T11:12:35,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:12:35,057 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34047 2024-11-19T11:12:35,057 DEBUG [FileChangeWatcher-hbase_test_ca15065847602229418711.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15065847602229418711.jks was interrupted and is shutting down... 2024-11-19T11:12:35,057 DEBUG [FileChangeWatcher-hbase_test_key10603454185822230858.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10603454185822230858.jks was interrupted and is shutting down... 2024-11-19T11:12:35,057 DEBUG [FileChangeWatcher-hbase_test_key10603454185822230858.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10603454185822230858.jks was interrupted and is shutting down... 2024-11-19T11:12:35,057 DEBUG [FileChangeWatcher-hbase_test_ca15065847602229418711.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15065847602229418711.jks was interrupted and is shutting down... 2024-11-19T11:12:35,057 INFO [FileChangeWatcher-hbase_test_ca15065847602229418711.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15065847602229418711.jks thread finished 2024-11-19T11:12:35,057 INFO [FileChangeWatcher-hbase_test_ca15065847602229418711.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15065847602229418711.jks thread finished 2024-11-19T11:12:35,057 INFO [FileChangeWatcher-hbase_test_key10603454185822230858.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10603454185822230858.jks thread finished 2024-11-19T11:12:35,064 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 225), ProcessCount=11 (was 11), AvailableMemoryMB=2358 (was 2381) 2024-11-19T11:12:35,070 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=225, ProcessCount=11, AvailableMemoryMB=2357 2024-11-19T11:12:35,072 INFO [FileChangeWatcher-hbase_test_key10603454185822230858.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10603454185822230858.jks thread finished 2024-11-19T11:12:35,074 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:12:35,075 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39105 2024-11-19T11:12:35,075 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T11:12:35,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573b46a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:12:35,076 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T11:12:35,077 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:35,081 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:35,081 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:35,081 INFO [FileChangeWatcher-hbase_test_key13398708761076692969.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13398708761076692969.pem thread started 2024-11-19T11:12:35,081 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:35,082 INFO [FileChangeWatcher-hbase_test_ca17858949454859659948.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17858949454859659948.pem thread started 2024-11-19T11:12:35,082 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T11:12:35,086 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:35,086 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:35,086 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:35,087 INFO [FileChangeWatcher-hbase_test_key13398708761076692969.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13398708761076692969.pem thread started 2024-11-19T11:12:35,087 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:35,087 INFO [FileChangeWatcher-hbase_test_ca17858949454859659948.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17858949454859659948.pem thread started 2024-11-19T11:12:35,087 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xcb0c4753, L:/127.0.0.1:39105 - R:/127.0.0.1:41834] 2024-11-19T11:12:35,101 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41834, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T11:12:35,110 DEBUG [FileChangeWatcher-hbase_test_ca17858949454859659948.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13398708761076692969.pem 2024-11-19T11:12:35,110 DEBUG [FileChangeWatcher-hbase_test_key13398708761076692969.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13398708761076692969.pem 2024-11-19T11:12:35,110 DEBUG [FileChangeWatcher-hbase_test_key13398708761076692969.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13398708761076692969.pem 2024-11-19T11:12:35,110 DEBUG [FileChangeWatcher-hbase_test_ca17858949454859659948.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13398708761076692969.pem 2024-11-19T11:12:35,110 INFO [FileChangeWatcher-hbase_test_key13398708761076692969.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13398708761076692969.pem 2024-11-19T11:12:35,110 INFO [FileChangeWatcher-hbase_test_key13398708761076692969.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13398708761076692969.pem 2024-11-19T11:12:35,110 DEBUG [FileChangeWatcher-hbase_test_ca17858949454859659948.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13398708761076692969.pem 2024-11-19T11:12:35,110 DEBUG [FileChangeWatcher-hbase_test_key13398708761076692969.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13398708761076692969.pem 2024-11-19T11:12:35,110 DEBUG [FileChangeWatcher-hbase_test_ca17858949454859659948.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13398708761076692969.pem 2024-11-19T11:12:35,110 INFO [FileChangeWatcher-hbase_test_key13398708761076692969.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13398708761076692969.pem 2024-11-19T11:12:35,110 DEBUG [FileChangeWatcher-hbase_test_key13398708761076692969.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13398708761076692969.pem 2024-11-19T11:12:35,110 DEBUG [FileChangeWatcher-hbase_test_ca17858949454859659948.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13398708761076692969.pem 2024-11-19T11:12:35,110 INFO [FileChangeWatcher-hbase_test_key13398708761076692969.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13398708761076692969.pem 2024-11-19T11:12:35,110 DEBUG [FileChangeWatcher-hbase_test_ca17858949454859659948.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17858949454859659948.pem 2024-11-19T11:12:35,110 DEBUG [FileChangeWatcher-hbase_test_key13398708761076692969.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17858949454859659948.pem 2024-11-19T11:12:35,110 DEBUG [FileChangeWatcher-hbase_test_ca17858949454859659948.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13398708761076692969.pem 2024-11-19T11:12:35,110 DEBUG [FileChangeWatcher-hbase_test_key13398708761076692969.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17858949454859659948.pem 2024-11-19T11:12:35,110 INFO [FileChangeWatcher-hbase_test_ca17858949454859659948.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17858949454859659948.pem 2024-11-19T11:12:35,110 DEBUG [FileChangeWatcher-hbase_test_key13398708761076692969.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17858949454859659948.pem 2024-11-19T11:12:35,110 DEBUG [FileChangeWatcher-hbase_test_ca17858949454859659948.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13398708761076692969.pem 2024-11-19T11:12:35,110 DEBUG [FileChangeWatcher-hbase_test_ca17858949454859659948.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17858949454859659948.pem 2024-11-19T11:12:35,110 DEBUG [FileChangeWatcher-hbase_test_key13398708761076692969.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17858949454859659948.pem 2024-11-19T11:12:35,110 INFO [FileChangeWatcher-hbase_test_ca17858949454859659948.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17858949454859659948.pem 2024-11-19T11:12:35,110 DEBUG [FileChangeWatcher-hbase_test_ca17858949454859659948.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13398708761076692969.pem 2024-11-19T11:12:35,110 DEBUG [FileChangeWatcher-hbase_test_key13398708761076692969.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17858949454859659948.pem 2024-11-19T11:12:35,110 DEBUG [FileChangeWatcher-hbase_test_ca17858949454859659948.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17858949454859659948.pem 2024-11-19T11:12:35,110 DEBUG [FileChangeWatcher-hbase_test_key13398708761076692969.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17858949454859659948.pem 2024-11-19T11:12:35,110 DEBUG [FileChangeWatcher-hbase_test_key13398708761076692969.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17858949454859659948.pem 2024-11-19T11:12:35,110 INFO [FileChangeWatcher-hbase_test_ca17858949454859659948.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17858949454859659948.pem 2024-11-19T11:12:35,110 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39105,0 is dead - stopping the connection localhost:39105/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-19T11:12:35,111 DEBUG [FileChangeWatcher-hbase_test_key13398708761076692969.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17858949454859659948.pem 2024-11-19T11:12:35,111 DEBUG [FileChangeWatcher-hbase_test_ca17858949454859659948.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17858949454859659948.pem 2024-11-19T11:12:35,111 INFO [FileChangeWatcher-hbase_test_ca17858949454859659948.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17858949454859659948.pem 2024-11-19T11:12:35,111 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T11:12:35,111 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:35,115 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:35,116 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T11:12:35,119 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:35,120 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:35,120 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4c980598, L:/127.0.0.1:39105 - R:/127.0.0.1:41838] 2024-11-19T11:12:35,141 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41838, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T11:12:35,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:12:35,142 DEBUG [FileChangeWatcher-hbase_test_key13398708761076692969.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13398708761076692969.pem was interrupted and is shutting down... 2024-11-19T11:12:35,142 DEBUG [FileChangeWatcher-hbase_test_ca17858949454859659948.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17858949454859659948.pem was interrupted and is shutting down... 2024-11-19T11:12:35,142 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39105 2024-11-19T11:12:35,142 DEBUG [FileChangeWatcher-hbase_test_key13398708761076692969.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13398708761076692969.pem was interrupted and is shutting down... 2024-11-19T11:12:35,142 DEBUG [FileChangeWatcher-hbase_test_ca17858949454859659948.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17858949454859659948.pem was interrupted and is shutting down... 2024-11-19T11:12:35,142 INFO [FileChangeWatcher-hbase_test_key13398708761076692969.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13398708761076692969.pem thread finished 2024-11-19T11:12:35,142 INFO [FileChangeWatcher-hbase_test_key13398708761076692969.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13398708761076692969.pem thread finished 2024-11-19T11:12:35,143 INFO [FileChangeWatcher-hbase_test_ca17858949454859659948.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17858949454859659948.pem thread finished 2024-11-19T11:12:35,143 INFO [FileChangeWatcher-hbase_test_ca17858949454859659948.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17858949454859659948.pem thread finished 2024-11-19T11:12:35,149 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 225), ProcessCount=11 (was 11), AvailableMemoryMB=2353 (was 2357) 2024-11-19T11:12:35,154 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=225, ProcessCount=11, AvailableMemoryMB=2353 2024-11-19T11:12:35,155 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:12:35,156 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36655 2024-11-19T11:12:35,156 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T11:12:35,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@114ad6e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:12:35,157 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T11:12:35,157 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:35,160 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:35,161 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:35,161 INFO [FileChangeWatcher-hbase_test_key13398708761076692969.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13398708761076692969.pem thread started 2024-11-19T11:12:35,161 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:35,170 INFO [FileChangeWatcher-hbase_test_ca17858949454859659948.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17858949454859659948.pem thread started 2024-11-19T11:12:35,171 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T11:12:35,174 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:35,175 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:35,175 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:35,175 INFO [FileChangeWatcher-hbase_test_key13398708761076692969.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13398708761076692969.pem thread started 2024-11-19T11:12:35,175 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:35,176 INFO [FileChangeWatcher-hbase_test_ca17858949454859659948.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17858949454859659948.pem thread started 2024-11-19T11:12:35,176 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2c790b75, L:/127.0.0.1:36655 - R:/127.0.0.1:34902] 2024-11-19T11:12:35,192 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34902, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T11:12:35,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:12:35,194 DEBUG [FileChangeWatcher-hbase_test_key13398708761076692969.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13398708761076692969.pem was interrupted and is shutting down... 2024-11-19T11:12:35,194 DEBUG [FileChangeWatcher-hbase_test_ca17858949454859659948.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17858949454859659948.pem was interrupted and is shutting down... 2024-11-19T11:12:35,194 INFO [FileChangeWatcher-hbase_test_ca17858949454859659948.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17858949454859659948.pem thread finished 2024-11-19T11:12:35,195 INFO [FileChangeWatcher-hbase_test_key13398708761076692969.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13398708761076692969.pem thread finished 2024-11-19T11:12:35,201 DEBUG [FileChangeWatcher-hbase_test_ca17858949454859659948.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13398708761076692969.pem 2024-11-19T11:12:35,201 DEBUG [FileChangeWatcher-hbase_test_key13398708761076692969.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13398708761076692969.pem 2024-11-19T11:12:35,202 DEBUG [FileChangeWatcher-hbase_test_ca17858949454859659948.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13398708761076692969.pem 2024-11-19T11:12:35,202 INFO [FileChangeWatcher-hbase_test_key13398708761076692969.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13398708761076692969.pem 2024-11-19T11:12:35,202 DEBUG [FileChangeWatcher-hbase_test_ca17858949454859659948.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13398708761076692969.pem 2024-11-19T11:12:35,202 DEBUG [FileChangeWatcher-hbase_test_key13398708761076692969.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13398708761076692969.pem 2024-11-19T11:12:35,202 DEBUG [FileChangeWatcher-hbase_test_ca17858949454859659948.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13398708761076692969.pem 2024-11-19T11:12:35,202 INFO [FileChangeWatcher-hbase_test_key13398708761076692969.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13398708761076692969.pem 2024-11-19T11:12:35,202 DEBUG [FileChangeWatcher-hbase_test_key13398708761076692969.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17858949454859659948.pem 2024-11-19T11:12:35,202 DEBUG [FileChangeWatcher-hbase_test_ca17858949454859659948.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17858949454859659948.pem 2024-11-19T11:12:35,202 DEBUG [FileChangeWatcher-hbase_test_key13398708761076692969.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17858949454859659948.pem 2024-11-19T11:12:35,202 DEBUG [FileChangeWatcher-hbase_test_key13398708761076692969.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17858949454859659948.pem 2024-11-19T11:12:35,202 INFO [FileChangeWatcher-hbase_test_ca17858949454859659948.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17858949454859659948.pem 2024-11-19T11:12:35,202 DEBUG [FileChangeWatcher-hbase_test_key13398708761076692969.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17858949454859659948.pem 2024-11-19T11:12:35,202 DEBUG [FileChangeWatcher-hbase_test_ca17858949454859659948.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17858949454859659948.pem 2024-11-19T11:12:35,202 INFO [FileChangeWatcher-hbase_test_ca17858949454859659948.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17858949454859659948.pem 2024-11-19T11:12:35,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b937049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:12:35,203 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T11:12:35,203 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:35,207 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:35,208 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:35,208 INFO [FileChangeWatcher-hbase_test_key13398708761076692969.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13398708761076692969.pem thread started 2024-11-19T11:12:35,208 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:35,208 INFO [FileChangeWatcher-hbase_test_ca17858949454859659948.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17858949454859659948.pem thread started 2024-11-19T11:12:35,209 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T11:12:35,212 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:35,212 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:35,213 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6d01805e, L:/127.0.0.1:36655 - R:/127.0.0.1:34918] 2024-11-19T11:12:35,227 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34918, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T11:12:35,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:12:35,228 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36655 2024-11-19T11:12:35,228 DEBUG [FileChangeWatcher-hbase_test_key13398708761076692969.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13398708761076692969.pem was interrupted and is shutting down... 2024-11-19T11:12:35,228 DEBUG [FileChangeWatcher-hbase_test_ca17858949454859659948.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17858949454859659948.pem was interrupted and is shutting down... 2024-11-19T11:12:35,228 DEBUG [FileChangeWatcher-hbase_test_ca17858949454859659948.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17858949454859659948.pem was interrupted and is shutting down... 2024-11-19T11:12:35,228 DEBUG [FileChangeWatcher-hbase_test_key13398708761076692969.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13398708761076692969.pem was interrupted and is shutting down... 2024-11-19T11:12:35,228 INFO [FileChangeWatcher-hbase_test_ca17858949454859659948.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17858949454859659948.pem thread finished 2024-11-19T11:12:35,229 INFO [FileChangeWatcher-hbase_test_key13398708761076692969.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13398708761076692969.pem thread finished 2024-11-19T11:12:35,235 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 225), ProcessCount=11 (was 11), AvailableMemoryMB=2339 (was 2353) 2024-11-19T11:12:35,236 INFO [FileChangeWatcher-hbase_test_key13398708761076692969.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13398708761076692969.pem thread finished 2024-11-19T11:12:35,236 INFO [FileChangeWatcher-hbase_test_ca17858949454859659948.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17858949454859659948.pem thread finished 2024-11-19T11:12:35,241 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=225, ProcessCount=11, AvailableMemoryMB=2339 2024-11-19T11:12:35,280 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:12:35,280 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34131 2024-11-19T11:12:35,280 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T11:12:35,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33c2eba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:12:35,281 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T11:12:35,281 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:35,309 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:35,310 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:35,310 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:35,310 INFO [FileChangeWatcher-hbase_test_key5355841642412671248.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5355841642412671248.p12 thread started 2024-11-19T11:12:35,311 INFO [FileChangeWatcher-hbase_test_ca1381244229567712527.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1381244229567712527.p12 thread started 2024-11-19T11:12:35,311 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T11:12:35,325 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:35,338 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:35,339 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:35,339 INFO [FileChangeWatcher-hbase_test_key5355841642412671248.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5355841642412671248.p12 thread started 2024-11-19T11:12:35,339 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:35,339 INFO [FileChangeWatcher-hbase_test_ca1381244229567712527.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1381244229567712527.p12 thread started 2024-11-19T11:12:35,340 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x584367c5, L:/127.0.0.1:34131 - R:/127.0.0.1:55640] 2024-11-19T11:12:35,373 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55640, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T11:12:35,379 DEBUG [FileChangeWatcher-hbase_test_ca1381244229567712527.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5355841642412671248.p12 2024-11-19T11:12:35,379 DEBUG [FileChangeWatcher-hbase_test_key5355841642412671248.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5355841642412671248.p12 2024-11-19T11:12:35,379 DEBUG [FileChangeWatcher-hbase_test_ca1381244229567712527.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5355841642412671248.p12 2024-11-19T11:12:35,379 DEBUG [FileChangeWatcher-hbase_test_key5355841642412671248.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5355841642412671248.p12 2024-11-19T11:12:35,379 INFO [FileChangeWatcher-hbase_test_key5355841642412671248.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5355841642412671248.p12 2024-11-19T11:12:35,379 DEBUG [FileChangeWatcher-hbase_test_ca1381244229567712527.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5355841642412671248.p12 2024-11-19T11:12:35,379 DEBUG [FileChangeWatcher-hbase_test_ca1381244229567712527.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5355841642412671248.p12 2024-11-19T11:12:35,379 INFO [FileChangeWatcher-hbase_test_key5355841642412671248.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5355841642412671248.p12 2024-11-19T11:12:35,403 DEBUG [FileChangeWatcher-hbase_test_ca1381244229567712527.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5355841642412671248.p12 2024-11-19T11:12:35,403 DEBUG [FileChangeWatcher-hbase_test_key5355841642412671248.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5355841642412671248.p12 2024-11-19T11:12:35,403 DEBUG [FileChangeWatcher-hbase_test_ca1381244229567712527.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5355841642412671248.p12 2024-11-19T11:12:35,403 DEBUG [FileChangeWatcher-hbase_test_key5355841642412671248.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5355841642412671248.p12 2024-11-19T11:12:35,403 DEBUG [FileChangeWatcher-hbase_test_ca1381244229567712527.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5355841642412671248.p12 2024-11-19T11:12:35,403 INFO [FileChangeWatcher-hbase_test_key5355841642412671248.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5355841642412671248.p12 2024-11-19T11:12:35,403 DEBUG [FileChangeWatcher-hbase_test_ca1381244229567712527.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1381244229567712527.p12 2024-11-19T11:12:35,403 DEBUG [FileChangeWatcher-hbase_test_ca1381244229567712527.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5355841642412671248.p12 2024-11-19T11:12:35,403 INFO [FileChangeWatcher-hbase_test_key5355841642412671248.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5355841642412671248.p12 2024-11-19T11:12:35,403 DEBUG [FileChangeWatcher-hbase_test_key5355841642412671248.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1381244229567712527.p12 2024-11-19T11:12:35,403 INFO [FileChangeWatcher-hbase_test_ca1381244229567712527.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1381244229567712527.p12 2024-11-19T11:12:35,403 DEBUG [FileChangeWatcher-hbase_test_key5355841642412671248.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1381244229567712527.p12 2024-11-19T11:12:35,403 DEBUG [FileChangeWatcher-hbase_test_key5355841642412671248.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1381244229567712527.p12 2024-11-19T11:12:35,403 DEBUG [FileChangeWatcher-hbase_test_ca1381244229567712527.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1381244229567712527.p12 2024-11-19T11:12:35,403 DEBUG [FileChangeWatcher-hbase_test_key5355841642412671248.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1381244229567712527.p12 2024-11-19T11:12:35,403 INFO [FileChangeWatcher-hbase_test_ca1381244229567712527.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1381244229567712527.p12 2024-11-19T11:12:35,417 DEBUG [FileChangeWatcher-hbase_test_key5355841642412671248.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1381244229567712527.p12 2024-11-19T11:12:35,417 DEBUG [FileChangeWatcher-hbase_test_ca1381244229567712527.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1381244229567712527.p12 2024-11-19T11:12:35,417 DEBUG [FileChangeWatcher-hbase_test_key5355841642412671248.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1381244229567712527.p12 2024-11-19T11:12:35,417 DEBUG [FileChangeWatcher-hbase_test_ca1381244229567712527.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1381244229567712527.p12 2024-11-19T11:12:35,417 DEBUG [FileChangeWatcher-hbase_test_key5355841642412671248.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1381244229567712527.p12 2024-11-19T11:12:35,417 INFO [FileChangeWatcher-hbase_test_ca1381244229567712527.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1381244229567712527.p12 2024-11-19T11:12:35,417 DEBUG [FileChangeWatcher-hbase_test_key5355841642412671248.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1381244229567712527.p12 2024-11-19T11:12:35,417 INFO [FileChangeWatcher-hbase_test_ca1381244229567712527.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1381244229567712527.p12 2024-11-19T11:12:35,417 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34131,0 is dead - stopping the connection localhost:34131/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-19T11:12:35,417 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T11:12:35,418 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:35,445 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:35,446 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T11:12:35,461 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:35,474 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:35,475 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5f18c012, L:/127.0.0.1:34131 - R:/127.0.0.1:55656] 2024-11-19T11:12:35,512 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55656, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T11:12:35,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:12:35,514 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34131 2024-11-19T11:12:35,514 DEBUG [FileChangeWatcher-hbase_test_key5355841642412671248.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5355841642412671248.p12 was interrupted and is shutting down... 2024-11-19T11:12:35,514 DEBUG [FileChangeWatcher-hbase_test_ca1381244229567712527.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1381244229567712527.p12 was interrupted and is shutting down... 2024-11-19T11:12:35,514 DEBUG [FileChangeWatcher-hbase_test_ca1381244229567712527.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1381244229567712527.p12 was interrupted and is shutting down... 2024-11-19T11:12:35,514 DEBUG [FileChangeWatcher-hbase_test_key5355841642412671248.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5355841642412671248.p12 was interrupted and is shutting down... 2024-11-19T11:12:35,514 INFO [FileChangeWatcher-hbase_test_ca1381244229567712527.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1381244229567712527.p12 thread finished 2024-11-19T11:12:35,514 INFO [FileChangeWatcher-hbase_test_ca1381244229567712527.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1381244229567712527.p12 thread finished 2024-11-19T11:12:35,514 INFO [FileChangeWatcher-hbase_test_key5355841642412671248.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5355841642412671248.p12 thread finished 2024-11-19T11:12:35,521 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 225), ProcessCount=11 (was 11), AvailableMemoryMB=2337 (was 2339) 2024-11-19T11:12:35,526 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=225, ProcessCount=11, AvailableMemoryMB=2337 2024-11-19T11:12:35,527 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:12:35,527 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33551 2024-11-19T11:12:35,527 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T11:12:35,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df7309a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:12:35,528 INFO [FileChangeWatcher-hbase_test_key5355841642412671248.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5355841642412671248.p12 thread finished 2024-11-19T11:12:35,528 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T11:12:35,529 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:35,556 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:35,557 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:35,557 INFO [FileChangeWatcher-hbase_test_key5355841642412671248.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5355841642412671248.p12 thread started 2024-11-19T11:12:35,557 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:35,557 INFO [FileChangeWatcher-hbase_test_ca1381244229567712527.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1381244229567712527.p12 thread started 2024-11-19T11:12:35,557 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T11:12:35,572 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:35,586 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:35,586 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:35,587 INFO [FileChangeWatcher-hbase_test_key5355841642412671248.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5355841642412671248.p12 thread started 2024-11-19T11:12:35,587 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:35,587 INFO [FileChangeWatcher-hbase_test_ca1381244229567712527.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1381244229567712527.p12 thread started 2024-11-19T11:12:35,587 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x67925a81, L:/127.0.0.1:33551 - R:/127.0.0.1:43078] 2024-11-19T11:12:35,620 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43078, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T11:12:35,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:12:35,622 DEBUG [FileChangeWatcher-hbase_test_key5355841642412671248.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5355841642412671248.p12 was interrupted and is shutting down... 2024-11-19T11:12:35,622 DEBUG [FileChangeWatcher-hbase_test_ca1381244229567712527.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1381244229567712527.p12 was interrupted and is shutting down... 2024-11-19T11:12:35,622 INFO [FileChangeWatcher-hbase_test_ca1381244229567712527.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1381244229567712527.p12 thread finished 2024-11-19T11:12:35,622 INFO [FileChangeWatcher-hbase_test_key5355841642412671248.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5355841642412671248.p12 thread finished 2024-11-19T11:12:35,626 DEBUG [FileChangeWatcher-hbase_test_ca1381244229567712527.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5355841642412671248.p12 2024-11-19T11:12:35,626 DEBUG [FileChangeWatcher-hbase_test_key5355841642412671248.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5355841642412671248.p12 2024-11-19T11:12:35,626 DEBUG [FileChangeWatcher-hbase_test_ca1381244229567712527.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5355841642412671248.p12 2024-11-19T11:12:35,626 INFO [FileChangeWatcher-hbase_test_key5355841642412671248.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5355841642412671248.p12 2024-11-19T11:12:35,671 DEBUG [FileChangeWatcher-hbase_test_key5355841642412671248.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5355841642412671248.p12 2024-11-19T11:12:35,671 DEBUG [FileChangeWatcher-hbase_test_ca1381244229567712527.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5355841642412671248.p12 2024-11-19T11:12:35,671 INFO [FileChangeWatcher-hbase_test_key5355841642412671248.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5355841642412671248.p12 2024-11-19T11:12:35,671 DEBUG [FileChangeWatcher-hbase_test_ca1381244229567712527.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5355841642412671248.p12 2024-11-19T11:12:35,671 DEBUG [FileChangeWatcher-hbase_test_key5355841642412671248.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1381244229567712527.p12 2024-11-19T11:12:35,671 DEBUG [FileChangeWatcher-hbase_test_ca1381244229567712527.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1381244229567712527.p12 2024-11-19T11:12:35,671 DEBUG [FileChangeWatcher-hbase_test_key5355841642412671248.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1381244229567712527.p12 2024-11-19T11:12:35,671 INFO [FileChangeWatcher-hbase_test_ca1381244229567712527.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1381244229567712527.p12 2024-11-19T11:12:35,685 DEBUG [FileChangeWatcher-hbase_test_ca1381244229567712527.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1381244229567712527.p12 2024-11-19T11:12:35,685 DEBUG [FileChangeWatcher-hbase_test_key5355841642412671248.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1381244229567712527.p12 2024-11-19T11:12:35,685 INFO [FileChangeWatcher-hbase_test_ca1381244229567712527.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1381244229567712527.p12 2024-11-19T11:12:35,685 DEBUG [FileChangeWatcher-hbase_test_key5355841642412671248.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1381244229567712527.p12 2024-11-19T11:12:35,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ec946e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:12:35,686 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T11:12:35,687 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:35,715 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:35,715 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:35,716 INFO [FileChangeWatcher-hbase_test_key5355841642412671248.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5355841642412671248.p12 thread started 2024-11-19T11:12:35,716 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:35,716 INFO [FileChangeWatcher-hbase_test_ca1381244229567712527.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1381244229567712527.p12 thread started 2024-11-19T11:12:35,716 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T11:12:35,741 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:35,756 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:35,756 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0e1e723f, L:/127.0.0.1:33551 - R:/127.0.0.1:43084] 2024-11-19T11:12:35,792 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43084, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T11:12:35,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:12:35,794 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33551 2024-11-19T11:12:35,794 DEBUG [FileChangeWatcher-hbase_test_ca1381244229567712527.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1381244229567712527.p12 was interrupted and is shutting down... 2024-11-19T11:12:35,794 DEBUG [FileChangeWatcher-hbase_test_key5355841642412671248.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5355841642412671248.p12 was interrupted and is shutting down... 2024-11-19T11:12:35,794 DEBUG [FileChangeWatcher-hbase_test_key5355841642412671248.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5355841642412671248.p12 was interrupted and is shutting down... 2024-11-19T11:12:35,794 INFO [FileChangeWatcher-hbase_test_ca1381244229567712527.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1381244229567712527.p12 thread finished 2024-11-19T11:12:35,794 INFO [FileChangeWatcher-hbase_test_key5355841642412671248.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5355841642412671248.p12 thread finished 2024-11-19T11:12:35,794 DEBUG [FileChangeWatcher-hbase_test_ca1381244229567712527.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1381244229567712527.p12 was interrupted and is shutting down... 2024-11-19T11:12:35,794 INFO [FileChangeWatcher-hbase_test_key5355841642412671248.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5355841642412671248.p12 thread finished 2024-11-19T11:12:35,801 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 225), ProcessCount=11 (was 11), AvailableMemoryMB=2328 (was 2337) 2024-11-19T11:12:35,806 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=225, ProcessCount=11, AvailableMemoryMB=2327 2024-11-19T11:12:35,808 INFO [FileChangeWatcher-hbase_test_ca1381244229567712527.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1381244229567712527.p12 thread finished 2024-11-19T11:12:36,185 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:12:36,185 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46463 2024-11-19T11:12:36,186 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T11:12:36,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3279038c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:12:36,186 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T11:12:36,187 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:36,483 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:36,484 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:36,484 INFO [FileChangeWatcher-hbase_test_key528486521333442422.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key528486521333442422.bcfks thread started 2024-11-19T11:12:36,484 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:36,485 INFO [FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks thread started 2024-11-19T11:12:36,485 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T11:12:36,630 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:36,775 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:36,775 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:36,776 INFO [FileChangeWatcher-hbase_test_key528486521333442422.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key528486521333442422.bcfks thread started 2024-11-19T11:12:36,776 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:36,776 INFO [FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks thread started 2024-11-19T11:12:36,777 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x50cab97e, L:/127.0.0.1:46463 - R:/127.0.0.1:33352] 2024-11-19T11:12:36,975 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33352, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T11:12:36,983 DEBUG [FileChangeWatcher-hbase_test_key528486521333442422.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key528486521333442422.bcfks 2024-11-19T11:12:36,983 DEBUG [FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key528486521333442422.bcfks 2024-11-19T11:12:36,983 DEBUG [FileChangeWatcher-hbase_test_key528486521333442422.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key528486521333442422.bcfks 2024-11-19T11:12:36,983 DEBUG [FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key528486521333442422.bcfks 2024-11-19T11:12:36,983 INFO [FileChangeWatcher-hbase_test_key528486521333442422.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key528486521333442422.bcfks 2024-11-19T11:12:36,983 DEBUG [FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key528486521333442422.bcfks 2024-11-19T11:12:36,983 INFO [FileChangeWatcher-hbase_test_key528486521333442422.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key528486521333442422.bcfks 2024-11-19T11:12:36,983 DEBUG [FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key528486521333442422.bcfks 2024-11-19T11:12:37,217 DEBUG [FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key528486521333442422.bcfks 2024-11-19T11:12:37,217 DEBUG [FileChangeWatcher-hbase_test_key528486521333442422.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key528486521333442422.bcfks 2024-11-19T11:12:37,217 DEBUG [FileChangeWatcher-hbase_test_key528486521333442422.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key528486521333442422.bcfks 2024-11-19T11:12:37,217 DEBUG [FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key528486521333442422.bcfks 2024-11-19T11:12:37,217 DEBUG [FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key528486521333442422.bcfks 2024-11-19T11:12:37,217 INFO [FileChangeWatcher-hbase_test_key528486521333442422.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key528486521333442422.bcfks 2024-11-19T11:12:37,217 DEBUG [FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8300291122096165208.bcfks 2024-11-19T11:12:37,217 INFO [FileChangeWatcher-hbase_test_key528486521333442422.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key528486521333442422.bcfks 2024-11-19T11:12:37,217 DEBUG [FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key528486521333442422.bcfks 2024-11-19T11:12:37,217 INFO [FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8300291122096165208.bcfks 2024-11-19T11:12:37,217 DEBUG [FileChangeWatcher-hbase_test_key528486521333442422.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8300291122096165208.bcfks 2024-11-19T11:12:37,217 DEBUG [FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8300291122096165208.bcfks 2024-11-19T11:12:37,217 DEBUG [FileChangeWatcher-hbase_test_key528486521333442422.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8300291122096165208.bcfks 2024-11-19T11:12:37,217 INFO [FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8300291122096165208.bcfks 2024-11-19T11:12:37,217 DEBUG [FileChangeWatcher-hbase_test_key528486521333442422.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8300291122096165208.bcfks 2024-11-19T11:12:37,217 DEBUG [FileChangeWatcher-hbase_test_key528486521333442422.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8300291122096165208.bcfks 2024-11-19T11:12:37,362 DEBUG [FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8300291122096165208.bcfks 2024-11-19T11:12:37,362 DEBUG [FileChangeWatcher-hbase_test_key528486521333442422.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8300291122096165208.bcfks 2024-11-19T11:12:37,362 DEBUG [FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8300291122096165208.bcfks 2024-11-19T11:12:37,362 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,46463,0 is dead - stopping the connection localhost:46463/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-19T11:12:37,362 DEBUG [FileChangeWatcher-hbase_test_key528486521333442422.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8300291122096165208.bcfks 2024-11-19T11:12:37,362 INFO [FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8300291122096165208.bcfks 2024-11-19T11:12:37,362 DEBUG [FileChangeWatcher-hbase_test_key528486521333442422.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8300291122096165208.bcfks 2024-11-19T11:12:37,362 INFO [FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8300291122096165208.bcfks 2024-11-19T11:12:37,362 DEBUG [FileChangeWatcher-hbase_test_key528486521333442422.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8300291122096165208.bcfks 2024-11-19T11:12:37,362 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T11:12:37,363 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:37,657 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:37,658 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T11:12:37,804 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:37,949 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:37,950 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc5d09424, L:/127.0.0.1:46463 - R:/127.0.0.1:33362] 2024-11-19T11:12:38,114 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33362, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T11:12:38,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:12:38,115 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46463 2024-11-19T11:12:38,115 DEBUG [FileChangeWatcher-hbase_test_key528486521333442422.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key528486521333442422.bcfks was interrupted and is shutting down... 2024-11-19T11:12:38,115 DEBUG [FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks was interrupted and is shutting down... 2024-11-19T11:12:38,115 DEBUG [FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks was interrupted and is shutting down... 2024-11-19T11:12:38,115 DEBUG [FileChangeWatcher-hbase_test_key528486521333442422.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key528486521333442422.bcfks was interrupted and is shutting down... 2024-11-19T11:12:38,115 INFO [FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks thread finished 2024-11-19T11:12:38,115 INFO [FileChangeWatcher-hbase_test_key528486521333442422.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key528486521333442422.bcfks thread finished 2024-11-19T11:12:38,115 INFO [FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks thread finished 2024-11-19T11:12:38,122 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 225), ProcessCount=11 (was 11), AvailableMemoryMB=2329 (was 2327) - AvailableMemoryMB LEAK? - 2024-11-19T11:12:38,127 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=225, ProcessCount=11, AvailableMemoryMB=2329 2024-11-19T11:12:38,128 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T11:12:38,129 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43325 2024-11-19T11:12:38,129 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T11:12:38,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b0b35ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:12:38,130 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T11:12:38,131 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:38,132 INFO [FileChangeWatcher-hbase_test_key528486521333442422.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key528486521333442422.bcfks thread finished 2024-11-19T11:12:38,423 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:38,424 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:38,424 INFO [FileChangeWatcher-hbase_test_key528486521333442422.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key528486521333442422.bcfks thread started 2024-11-19T11:12:38,424 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:38,424 INFO [FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks thread started 2024-11-19T11:12:38,424 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T11:12:38,570 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:38,718 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:38,718 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:38,719 INFO [FileChangeWatcher-hbase_test_key528486521333442422.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key528486521333442422.bcfks thread started 2024-11-19T11:12:38,719 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:38,719 INFO [FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks thread started 2024-11-19T11:12:38,719 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x307af272, L:/127.0.0.1:43325 - R:/127.0.0.1:33288] 2024-11-19T11:12:38,877 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33288, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T11:12:38,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:12:38,879 DEBUG [FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks was interrupted and is shutting down... 2024-11-19T11:12:38,879 DEBUG [FileChangeWatcher-hbase_test_key528486521333442422.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key528486521333442422.bcfks was interrupted and is shutting down... 2024-11-19T11:12:38,880 INFO [FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks thread finished 2024-11-19T11:12:38,886 DEBUG [FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key528486521333442422.bcfks 2024-11-19T11:12:38,886 DEBUG [FileChangeWatcher-hbase_test_key528486521333442422.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key528486521333442422.bcfks 2024-11-19T11:12:38,886 DEBUG [FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key528486521333442422.bcfks 2024-11-19T11:12:38,886 INFO [FileChangeWatcher-hbase_test_key528486521333442422.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key528486521333442422.bcfks 2024-11-19T11:12:38,892 INFO [FileChangeWatcher-hbase_test_key528486521333442422.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key528486521333442422.bcfks thread finished 2024-11-19T11:12:39,122 DEBUG [FileChangeWatcher-hbase_test_key528486521333442422.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key528486521333442422.bcfks 2024-11-19T11:12:39,122 DEBUG [FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key528486521333442422.bcfks 2024-11-19T11:12:39,122 INFO [FileChangeWatcher-hbase_test_key528486521333442422.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key528486521333442422.bcfks 2024-11-19T11:12:39,122 DEBUG [FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key528486521333442422.bcfks 2024-11-19T11:12:39,122 DEBUG [FileChangeWatcher-hbase_test_key528486521333442422.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8300291122096165208.bcfks 2024-11-19T11:12:39,122 DEBUG [FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8300291122096165208.bcfks 2024-11-19T11:12:39,122 DEBUG [FileChangeWatcher-hbase_test_key528486521333442422.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8300291122096165208.bcfks 2024-11-19T11:12:39,122 INFO [FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8300291122096165208.bcfks 2024-11-19T11:12:39,272 DEBUG [FileChangeWatcher-hbase_test_key528486521333442422.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8300291122096165208.bcfks 2024-11-19T11:12:39,272 DEBUG [FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8300291122096165208.bcfks 2024-11-19T11:12:39,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ef107f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T11:12:39,272 DEBUG [FileChangeWatcher-hbase_test_key528486521333442422.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8300291122096165208.bcfks 2024-11-19T11:12:39,272 INFO [FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8300291122096165208.bcfks 2024-11-19T11:12:39,272 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T11:12:39,273 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:39,580 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:39,581 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:39,581 INFO [FileChangeWatcher-hbase_test_key528486521333442422.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key528486521333442422.bcfks thread started 2024-11-19T11:12:39,581 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ff881b01-a3b4-db15-5cf4-f55b3f6ec64f/TestNettyTLSIPCFileWatcher 2024-11-19T11:12:39,582 INFO [FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks thread started 2024-11-19T11:12:39,582 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T11:12:39,729 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T11:12:39,875 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T11:12:39,876 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2040cc4b, L:/127.0.0.1:43325 - R:/127.0.0.1:33294] 2024-11-19T11:12:40,046 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33294, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T11:12:40,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T11:12:40,048 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43325 2024-11-19T11:12:40,048 DEBUG [FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks was interrupted and is shutting down... 2024-11-19T11:12:40,048 DEBUG [FileChangeWatcher-hbase_test_key528486521333442422.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key528486521333442422.bcfks was interrupted and is shutting down... 2024-11-19T11:12:40,048 DEBUG [FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks was interrupted and is shutting down... 2024-11-19T11:12:40,048 DEBUG [FileChangeWatcher-hbase_test_key528486521333442422.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key528486521333442422.bcfks was interrupted and is shutting down... 2024-11-19T11:12:40,048 INFO [FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks thread finished 2024-11-19T11:12:40,048 INFO [FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8300291122096165208.bcfks thread finished 2024-11-19T11:12:40,048 INFO [FileChangeWatcher-hbase_test_key528486521333442422.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key528486521333442422.bcfks thread finished 2024-11-19T11:12:40,054 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=215 (was 225), ProcessCount=11 (was 11), AvailableMemoryMB=2317 (was 2329) 2024-11-19T11:12:40,068 INFO [FileChangeWatcher-hbase_test_key528486521333442422.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key528486521333442422.bcfks thread finished