2024-11-27 16:12:20,729 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-27 16:12:20,746 main DEBUG Took 0.014892 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-27 16:12:20,747 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-27 16:12:20,747 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-27 16:12:20,748 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-27 16:12:20,750 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 16:12:20,760 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-27 16:12:20,774 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 16:12:20,776 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 16:12:20,777 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 16:12:20,777 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 16:12:20,778 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 16:12:20,778 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 16:12:20,779 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 16:12:20,780 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 16:12:20,781 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 16:12:20,781 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 16:12:20,782 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 16:12:20,783 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 16:12:20,784 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 16:12:20,784 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 16:12:20,785 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 16:12:20,785 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 16:12:20,786 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 16:12:20,786 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 16:12:20,787 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 16:12:20,787 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 16:12:20,788 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 16:12:20,789 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 16:12:20,789 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 16:12:20,790 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 16:12:20,790 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 16:12:20,791 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-27 16:12:20,793 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 16:12:20,795 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-27 16:12:20,798 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-27 16:12:20,798 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-27 16:12:20,800 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-27 16:12:20,801 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-27 16:12:20,814 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-27 16:12:20,818 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-27 16:12:20,820 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-27 16:12:20,821 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-27 16:12:20,821 main DEBUG createAppenders(={Console}) 2024-11-27 16:12:20,822 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-27 16:12:20,823 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-27 16:12:20,823 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-27 16:12:20,824 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-27 16:12:20,824 main DEBUG OutputStream closed 2024-11-27 16:12:20,825 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-27 16:12:20,825 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-27 16:12:20,826 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-27 16:12:20,901 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-27 16:12:20,903 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-27 16:12:20,905 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-27 16:12:20,905 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-27 16:12:20,906 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-27 16:12:20,906 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-27 16:12:20,907 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-27 16:12:20,907 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-27 16:12:20,907 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-27 16:12:20,908 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-27 16:12:20,908 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-27 16:12:20,908 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-27 16:12:20,909 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-27 16:12:20,909 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-27 16:12:20,909 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-27 16:12:20,909 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-27 16:12:20,910 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-27 16:12:20,910 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-27 16:12:20,913 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27 16:12:20,913 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-27 16:12:20,914 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-27 16:12:20,914 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-27T16:12:20,931 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-27 16:12:20,935 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-27 16:12:20,935 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27T16:12:21,425 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-27T16:12:22,272 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=426, ProcessCount=11, AvailableMemoryMB=5016 2024-11-27T16:12:23,377 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T16:12:23,422 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-27T16:12:23,436 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-27T16:12:23,449 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-27T16:12:23,524 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T16:12:23,557 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 31330 (auto-detected) 2024-11-27T16:12:23,558 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-27T16:12:23,580 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41613 2024-11-27T16:12:23,584 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T16:12:23,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T16:12:23,618 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-27T16:12:23,618 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-27T16:12:23,932 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T16:12:24,010 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:24,099 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:24,209 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:24,212 INFO [FileChangeWatcher-hbase_test_key4562182121046743587.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4562182121046743587.jks thread started 2024-11-27T16:12:24,219 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:24,220 INFO [FileChangeWatcher-hbase_test_ca17591613700893196626.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17591613700893196626.jks thread started 2024-11-27T16:12:24,231 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T16:12:24,336 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:24,361 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:24,424 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:24,425 INFO [FileChangeWatcher-hbase_test_key4562182121046743587.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4562182121046743587.jks thread started 2024-11-27T16:12:24,425 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:24,425 INFO [FileChangeWatcher-hbase_test_ca17591613700893196626.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17591613700893196626.jks thread started 2024-11-27T16:12:24,427 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa4b80d03, L:/127.0.0.1:41613 - R:/127.0.0.1:36938] 2024-11-27T16:12:24,560 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36938, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T16:12:25,038 DEBUG [FileChangeWatcher-hbase_test_key4562182121046743587.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4562182121046743587.jks 2024-11-27T16:12:25,038 DEBUG [FileChangeWatcher-hbase_test_ca17591613700893196626.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4562182121046743587.jks 2024-11-27T16:12:25,038 DEBUG [FileChangeWatcher-hbase_test_ca17591613700893196626.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4562182121046743587.jks 2024-11-27T16:12:25,038 DEBUG [FileChangeWatcher-hbase_test_key4562182121046743587.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4562182121046743587.jks 2024-11-27T16:12:25,038 INFO [FileChangeWatcher-hbase_test_key4562182121046743587.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4562182121046743587.jks 2024-11-27T16:12:25,038 DEBUG [FileChangeWatcher-hbase_test_ca17591613700893196626.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4562182121046743587.jks 2024-11-27T16:12:25,038 INFO [FileChangeWatcher-hbase_test_key4562182121046743587.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4562182121046743587.jks 2024-11-27T16:12:25,038 DEBUG [FileChangeWatcher-hbase_test_ca17591613700893196626.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4562182121046743587.jks 2024-11-27T16:12:25,064 DEBUG [FileChangeWatcher-hbase_test_key4562182121046743587.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4562182121046743587.jks 2024-11-27T16:12:25,064 DEBUG [FileChangeWatcher-hbase_test_key4562182121046743587.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4562182121046743587.jks 2024-11-27T16:12:25,064 DEBUG [FileChangeWatcher-hbase_test_ca17591613700893196626.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4562182121046743587.jks 2024-11-27T16:12:25,064 DEBUG [FileChangeWatcher-hbase_test_ca17591613700893196626.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4562182121046743587.jks 2024-11-27T16:12:25,064 INFO [FileChangeWatcher-hbase_test_key4562182121046743587.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4562182121046743587.jks 2024-11-27T16:12:25,064 INFO [FileChangeWatcher-hbase_test_key4562182121046743587.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4562182121046743587.jks 2024-11-27T16:12:25,064 DEBUG [FileChangeWatcher-hbase_test_ca17591613700893196626.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4562182121046743587.jks 2024-11-27T16:12:25,064 DEBUG [FileChangeWatcher-hbase_test_ca17591613700893196626.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4562182121046743587.jks 2024-11-27T16:12:25,065 DEBUG [FileChangeWatcher-hbase_test_key4562182121046743587.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17591613700893196626.jks 2024-11-27T16:12:25,065 DEBUG [FileChangeWatcher-hbase_test_key4562182121046743587.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17591613700893196626.jks 2024-11-27T16:12:25,065 DEBUG [FileChangeWatcher-hbase_test_ca17591613700893196626.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17591613700893196626.jks 2024-11-27T16:12:25,065 DEBUG [FileChangeWatcher-hbase_test_ca17591613700893196626.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17591613700893196626.jks 2024-11-27T16:12:25,065 DEBUG [FileChangeWatcher-hbase_test_key4562182121046743587.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17591613700893196626.jks 2024-11-27T16:12:25,065 DEBUG [FileChangeWatcher-hbase_test_key4562182121046743587.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17591613700893196626.jks 2024-11-27T16:12:25,065 INFO [FileChangeWatcher-hbase_test_ca17591613700893196626.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17591613700893196626.jks 2024-11-27T16:12:25,065 INFO [FileChangeWatcher-hbase_test_ca17591613700893196626.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17591613700893196626.jks 2024-11-27T16:12:25,080 DEBUG [FileChangeWatcher-hbase_test_key4562182121046743587.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17591613700893196626.jks 2024-11-27T16:12:25,080 DEBUG [FileChangeWatcher-hbase_test_ca17591613700893196626.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17591613700893196626.jks 2024-11-27T16:12:25,080 DEBUG [FileChangeWatcher-hbase_test_ca17591613700893196626.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17591613700893196626.jks 2024-11-27T16:12:25,080 DEBUG [FileChangeWatcher-hbase_test_key4562182121046743587.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17591613700893196626.jks 2024-11-27T16:12:25,080 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,41613,0 is dead - stopping the connection localhost:41613/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-27T16:12:25,080 DEBUG [FileChangeWatcher-hbase_test_key4562182121046743587.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17591613700893196626.jks 2024-11-27T16:12:25,080 INFO [FileChangeWatcher-hbase_test_ca17591613700893196626.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17591613700893196626.jks 2024-11-27T16:12:25,080 INFO [FileChangeWatcher-hbase_test_ca17591613700893196626.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17591613700893196626.jks 2024-11-27T16:12:25,080 DEBUG [FileChangeWatcher-hbase_test_key4562182121046743587.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17591613700893196626.jks 2024-11-27T16:12:25,081 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T16:12:25,082 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:25,115 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:25,116 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T16:12:25,132 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:25,149 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:25,150 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa1901c30, L:/127.0.0.1:41613 - R:/127.0.0.1:36952] 2024-11-27T16:12:25,196 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36952, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T16:12:25,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T16:12:25,199 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41613 2024-11-27T16:12:25,199 DEBUG [FileChangeWatcher-hbase_test_key4562182121046743587.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4562182121046743587.jks was interrupted and is shutting down... 2024-11-27T16:12:25,199 DEBUG [FileChangeWatcher-hbase_test_ca17591613700893196626.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17591613700893196626.jks was interrupted and is shutting down... 2024-11-27T16:12:25,200 DEBUG [FileChangeWatcher-hbase_test_key4562182121046743587.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4562182121046743587.jks was interrupted and is shutting down... 2024-11-27T16:12:25,200 DEBUG [FileChangeWatcher-hbase_test_ca17591613700893196626.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17591613700893196626.jks was interrupted and is shutting down... 2024-11-27T16:12:25,200 INFO [FileChangeWatcher-hbase_test_key4562182121046743587.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4562182121046743587.jks thread finished 2024-11-27T16:12:25,200 INFO [FileChangeWatcher-hbase_test_key4562182121046743587.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4562182121046743587.jks thread finished 2024-11-27T16:12:25,200 INFO [FileChangeWatcher-hbase_test_ca17591613700893196626.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17591613700893196626.jks thread finished 2024-11-27T16:12:25,211 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: FileChangeWatcher-hbase_test_ca17591613700893196626.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=426 (was 426), ProcessCount=11 (was 11), AvailableMemoryMB=4845 (was 5016) 2024-11-27T16:12:25,216 INFO [FileChangeWatcher-hbase_test_ca17591613700893196626.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17591613700893196626.jks thread finished 2024-11-27T16:12:25,218 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=426, ProcessCount=11, AvailableMemoryMB=4844 2024-11-27T16:12:25,220 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T16:12:25,220 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41089 2024-11-27T16:12:25,221 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T16:12:25,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de698e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T16:12:25,222 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T16:12:25,223 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:25,254 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:25,255 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:25,256 INFO [FileChangeWatcher-hbase_test_key4562182121046743587.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4562182121046743587.jks thread started 2024-11-27T16:12:25,256 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:25,256 INFO [FileChangeWatcher-hbase_test_ca17591613700893196626.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17591613700893196626.jks thread started 2024-11-27T16:12:25,257 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T16:12:25,273 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:25,289 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:25,290 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:25,291 INFO [FileChangeWatcher-hbase_test_key4562182121046743587.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4562182121046743587.jks thread started 2024-11-27T16:12:25,293 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:25,294 INFO [FileChangeWatcher-hbase_test_ca17591613700893196626.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17591613700893196626.jks thread started 2024-11-27T16:12:25,294 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x383ece68, L:/127.0.0.1:41089 - R:/127.0.0.1:39944] 2024-11-27T16:12:25,361 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39944, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T16:12:25,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T16:12:25,364 DEBUG [FileChangeWatcher-hbase_test_key4562182121046743587.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4562182121046743587.jks was interrupted and is shutting down... 2024-11-27T16:12:25,364 DEBUG [FileChangeWatcher-hbase_test_ca17591613700893196626.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17591613700893196626.jks was interrupted and is shutting down... 2024-11-27T16:12:25,364 INFO [FileChangeWatcher-hbase_test_key4562182121046743587.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4562182121046743587.jks thread finished 2024-11-27T16:12:25,365 INFO [FileChangeWatcher-hbase_test_ca17591613700893196626.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17591613700893196626.jks thread finished 2024-11-27T16:12:25,608 DEBUG [FileChangeWatcher-hbase_test_ca17591613700893196626.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4562182121046743587.jks 2024-11-27T16:12:25,608 DEBUG [FileChangeWatcher-hbase_test_key4562182121046743587.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4562182121046743587.jks 2024-11-27T16:12:25,608 DEBUG [FileChangeWatcher-hbase_test_ca17591613700893196626.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4562182121046743587.jks 2024-11-27T16:12:25,608 INFO [FileChangeWatcher-hbase_test_key4562182121046743587.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4562182121046743587.jks 2024-11-27T16:12:25,635 DEBUG [FileChangeWatcher-hbase_test_key4562182121046743587.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4562182121046743587.jks 2024-11-27T16:12:25,635 DEBUG [FileChangeWatcher-hbase_test_ca17591613700893196626.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4562182121046743587.jks 2024-11-27T16:12:25,636 INFO [FileChangeWatcher-hbase_test_key4562182121046743587.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4562182121046743587.jks 2024-11-27T16:12:25,636 DEBUG [FileChangeWatcher-hbase_test_ca17591613700893196626.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4562182121046743587.jks 2024-11-27T16:12:25,636 DEBUG [FileChangeWatcher-hbase_test_key4562182121046743587.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17591613700893196626.jks 2024-11-27T16:12:25,636 DEBUG [FileChangeWatcher-hbase_test_ca17591613700893196626.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17591613700893196626.jks 2024-11-27T16:12:25,636 DEBUG [FileChangeWatcher-hbase_test_key4562182121046743587.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17591613700893196626.jks 2024-11-27T16:12:25,636 INFO [FileChangeWatcher-hbase_test_ca17591613700893196626.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17591613700893196626.jks 2024-11-27T16:12:25,651 DEBUG [FileChangeWatcher-hbase_test_key4562182121046743587.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17591613700893196626.jks 2024-11-27T16:12:25,651 DEBUG [FileChangeWatcher-hbase_test_ca17591613700893196626.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17591613700893196626.jks 2024-11-27T16:12:25,651 DEBUG [FileChangeWatcher-hbase_test_key4562182121046743587.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17591613700893196626.jks 2024-11-27T16:12:25,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9672be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T16:12:25,651 INFO [FileChangeWatcher-hbase_test_ca17591613700893196626.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17591613700893196626.jks 2024-11-27T16:12:25,652 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T16:12:25,654 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:25,687 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:25,688 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:25,689 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:25,688 INFO [FileChangeWatcher-hbase_test_key4562182121046743587.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4562182121046743587.jks thread started 2024-11-27T16:12:25,689 INFO [FileChangeWatcher-hbase_test_ca17591613700893196626.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17591613700893196626.jks thread started 2024-11-27T16:12:25,689 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T16:12:25,706 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:25,722 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:25,723 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1f8083c6, L:/127.0.0.1:41089 - R:/127.0.0.1:39956] 2024-11-27T16:12:25,762 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39956, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T16:12:25,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T16:12:25,765 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41089 2024-11-27T16:12:25,765 DEBUG [FileChangeWatcher-hbase_test_key4562182121046743587.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4562182121046743587.jks was interrupted and is shutting down... 2024-11-27T16:12:25,765 DEBUG [FileChangeWatcher-hbase_test_ca17591613700893196626.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17591613700893196626.jks was interrupted and is shutting down... 2024-11-27T16:12:25,765 DEBUG [FileChangeWatcher-hbase_test_key4562182121046743587.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4562182121046743587.jks was interrupted and is shutting down... 2024-11-27T16:12:25,765 DEBUG [FileChangeWatcher-hbase_test_ca17591613700893196626.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17591613700893196626.jks was interrupted and is shutting down... 2024-11-27T16:12:25,765 INFO [FileChangeWatcher-hbase_test_key4562182121046743587.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4562182121046743587.jks thread finished 2024-11-27T16:12:25,766 INFO [FileChangeWatcher-hbase_test_ca17591613700893196626.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17591613700893196626.jks thread finished 2024-11-27T16:12:25,766 INFO [FileChangeWatcher-hbase_test_key4562182121046743587.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4562182121046743587.jks thread finished 2024-11-27T16:12:25,773 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 23) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=426 (was 426), ProcessCount=11 (was 11), AvailableMemoryMB=4776 (was 4844) 2024-11-27T16:12:25,779 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=426, ProcessCount=11, AvailableMemoryMB=4775 2024-11-27T16:12:25,780 INFO [FileChangeWatcher-hbase_test_ca17591613700893196626.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17591613700893196626.jks thread finished 2024-11-27T16:12:25,830 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T16:12:25,831 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43085 2024-11-27T16:12:25,831 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T16:12:25,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32011580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T16:12:25,832 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T16:12:25,833 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:25,852 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:25,853 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:25,853 INFO [FileChangeWatcher-hbase_test_key3228725265395832727.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3228725265395832727.pem thread started 2024-11-27T16:12:25,853 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:25,854 INFO [FileChangeWatcher-hbase_test_ca13342017025207118583.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13342017025207118583.pem thread started 2024-11-27T16:12:25,854 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T16:12:25,879 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:25,880 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:25,881 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:25,882 INFO [FileChangeWatcher-hbase_test_key3228725265395832727.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3228725265395832727.pem thread started 2024-11-27T16:12:25,882 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:25,882 INFO [FileChangeWatcher-hbase_test_ca13342017025207118583.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13342017025207118583.pem thread started 2024-11-27T16:12:25,882 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa0f88df0, L:/127.0.0.1:43085 - R:/127.0.0.1:38428] 2024-11-27T16:12:25,904 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38428, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T16:12:26,215 DEBUG [FileChangeWatcher-hbase_test_ca13342017025207118583.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3228725265395832727.pem 2024-11-27T16:12:26,215 DEBUG [FileChangeWatcher-hbase_test_ca13342017025207118583.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3228725265395832727.pem 2024-11-27T16:12:26,215 DEBUG [FileChangeWatcher-hbase_test_key3228725265395832727.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3228725265395832727.pem 2024-11-27T16:12:26,215 DEBUG [FileChangeWatcher-hbase_test_key3228725265395832727.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3228725265395832727.pem 2024-11-27T16:12:26,216 DEBUG [FileChangeWatcher-hbase_test_ca13342017025207118583.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3228725265395832727.pem 2024-11-27T16:12:26,216 DEBUG [FileChangeWatcher-hbase_test_ca13342017025207118583.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3228725265395832727.pem 2024-11-27T16:12:26,216 INFO [FileChangeWatcher-hbase_test_key3228725265395832727.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3228725265395832727.pem 2024-11-27T16:12:26,216 INFO [FileChangeWatcher-hbase_test_key3228725265395832727.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3228725265395832727.pem 2024-11-27T16:12:26,216 DEBUG [FileChangeWatcher-hbase_test_ca13342017025207118583.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3228725265395832727.pem 2024-11-27T16:12:26,216 DEBUG [FileChangeWatcher-hbase_test_key3228725265395832727.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3228725265395832727.pem 2024-11-27T16:12:26,216 DEBUG [FileChangeWatcher-hbase_test_ca13342017025207118583.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3228725265395832727.pem 2024-11-27T16:12:26,216 DEBUG [FileChangeWatcher-hbase_test_key3228725265395832727.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3228725265395832727.pem 2024-11-27T16:12:26,216 DEBUG [FileChangeWatcher-hbase_test_ca13342017025207118583.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3228725265395832727.pem 2024-11-27T16:12:26,216 DEBUG [FileChangeWatcher-hbase_test_ca13342017025207118583.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3228725265395832727.pem 2024-11-27T16:12:26,216 INFO [FileChangeWatcher-hbase_test_key3228725265395832727.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3228725265395832727.pem 2024-11-27T16:12:26,216 INFO [FileChangeWatcher-hbase_test_key3228725265395832727.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3228725265395832727.pem 2024-11-27T16:12:26,216 DEBUG [FileChangeWatcher-hbase_test_ca13342017025207118583.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13342017025207118583.pem 2024-11-27T16:12:26,216 DEBUG [FileChangeWatcher-hbase_test_key3228725265395832727.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13342017025207118583.pem 2024-11-27T16:12:26,216 DEBUG [FileChangeWatcher-hbase_test_ca13342017025207118583.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13342017025207118583.pem 2024-11-27T16:12:26,216 DEBUG [FileChangeWatcher-hbase_test_key3228725265395832727.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13342017025207118583.pem 2024-11-27T16:12:26,216 INFO [FileChangeWatcher-hbase_test_ca13342017025207118583.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13342017025207118583.pem 2024-11-27T16:12:26,217 DEBUG [FileChangeWatcher-hbase_test_key3228725265395832727.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13342017025207118583.pem 2024-11-27T16:12:26,217 INFO [FileChangeWatcher-hbase_test_ca13342017025207118583.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13342017025207118583.pem 2024-11-27T16:12:26,217 DEBUG [FileChangeWatcher-hbase_test_key3228725265395832727.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13342017025207118583.pem 2024-11-27T16:12:26,217 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,43085,0 is dead - stopping the connection localhost:43085/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-27T16:12:26,217 DEBUG [FileChangeWatcher-hbase_test_ca13342017025207118583.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13342017025207118583.pem 2024-11-27T16:12:26,217 DEBUG [FileChangeWatcher-hbase_test_key3228725265395832727.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13342017025207118583.pem 2024-11-27T16:12:26,217 DEBUG [FileChangeWatcher-hbase_test_key3228725265395832727.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13342017025207118583.pem 2024-11-27T16:12:26,217 DEBUG [FileChangeWatcher-hbase_test_ca13342017025207118583.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13342017025207118583.pem 2024-11-27T16:12:26,217 INFO [FileChangeWatcher-hbase_test_ca13342017025207118583.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13342017025207118583.pem 2024-11-27T16:12:26,217 DEBUG [FileChangeWatcher-hbase_test_key3228725265395832727.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13342017025207118583.pem 2024-11-27T16:12:26,217 DEBUG [FileChangeWatcher-hbase_test_key3228725265395832727.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13342017025207118583.pem 2024-11-27T16:12:26,217 INFO [FileChangeWatcher-hbase_test_ca13342017025207118583.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13342017025207118583.pem 2024-11-27T16:12:26,218 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T16:12:26,219 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:26,224 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:26,225 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T16:12:26,232 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:26,233 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:26,234 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x013464a5, L:/127.0.0.1:43085 - R:/127.0.0.1:38436] 2024-11-27T16:12:26,253 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38436, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T16:12:26,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T16:12:26,255 DEBUG [FileChangeWatcher-hbase_test_ca13342017025207118583.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13342017025207118583.pem was interrupted and is shutting down... 2024-11-27T16:12:26,255 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43085 2024-11-27T16:12:26,255 DEBUG [FileChangeWatcher-hbase_test_key3228725265395832727.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3228725265395832727.pem was interrupted and is shutting down... 2024-11-27T16:12:26,255 DEBUG [FileChangeWatcher-hbase_test_ca13342017025207118583.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13342017025207118583.pem was interrupted and is shutting down... 2024-11-27T16:12:26,255 INFO [FileChangeWatcher-hbase_test_ca13342017025207118583.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13342017025207118583.pem thread finished 2024-11-27T16:12:26,255 DEBUG [FileChangeWatcher-hbase_test_key3228725265395832727.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3228725265395832727.pem was interrupted and is shutting down... 2024-11-27T16:12:26,256 INFO [FileChangeWatcher-hbase_test_ca13342017025207118583.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13342017025207118583.pem thread finished 2024-11-27T16:12:26,256 INFO [FileChangeWatcher-hbase_test_key3228725265395832727.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3228725265395832727.pem thread finished 2024-11-27T16:12:26,264 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 25) Potentially hanging thread: FileChangeWatcher-hbase_test_key3228725265395832727.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=426 (was 426), ProcessCount=11 (was 11), AvailableMemoryMB=4719 (was 4775) 2024-11-27T16:12:26,270 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=426, ProcessCount=11, AvailableMemoryMB=4719 2024-11-27T16:12:26,272 INFO [FileChangeWatcher-hbase_test_key3228725265395832727.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3228725265395832727.pem thread finished 2024-11-27T16:12:26,272 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T16:12:26,273 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41993 2024-11-27T16:12:26,273 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T16:12:26,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47131f26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T16:12:26,275 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T16:12:26,276 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:26,282 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:26,283 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:26,284 INFO [FileChangeWatcher-hbase_test_key3228725265395832727.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3228725265395832727.pem thread started 2024-11-27T16:12:26,284 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:26,284 INFO [FileChangeWatcher-hbase_test_ca13342017025207118583.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13342017025207118583.pem thread started 2024-11-27T16:12:26,285 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T16:12:26,291 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:26,291 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:26,292 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:26,292 INFO [FileChangeWatcher-hbase_test_key3228725265395832727.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3228725265395832727.pem thread started 2024-11-27T16:12:26,292 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:26,293 INFO [FileChangeWatcher-hbase_test_ca13342017025207118583.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13342017025207118583.pem thread started 2024-11-27T16:12:26,293 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf31c3568, L:/127.0.0.1:41993 - R:/127.0.0.1:49634] 2024-11-27T16:12:26,309 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49634, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T16:12:26,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T16:12:26,311 DEBUG [FileChangeWatcher-hbase_test_key3228725265395832727.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3228725265395832727.pem was interrupted and is shutting down... 2024-11-27T16:12:26,311 DEBUG [FileChangeWatcher-hbase_test_ca13342017025207118583.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13342017025207118583.pem was interrupted and is shutting down... 2024-11-27T16:12:26,311 INFO [FileChangeWatcher-hbase_test_key3228725265395832727.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3228725265395832727.pem thread finished 2024-11-27T16:12:26,312 INFO [FileChangeWatcher-hbase_test_ca13342017025207118583.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13342017025207118583.pem thread finished 2024-11-27T16:12:26,630 DEBUG [FileChangeWatcher-hbase_test_key3228725265395832727.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3228725265395832727.pem 2024-11-27T16:12:26,630 DEBUG [FileChangeWatcher-hbase_test_ca13342017025207118583.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3228725265395832727.pem 2024-11-27T16:12:26,630 INFO [FileChangeWatcher-hbase_test_key3228725265395832727.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3228725265395832727.pem 2024-11-27T16:12:26,631 DEBUG [FileChangeWatcher-hbase_test_ca13342017025207118583.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3228725265395832727.pem 2024-11-27T16:12:26,631 DEBUG [FileChangeWatcher-hbase_test_key3228725265395832727.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3228725265395832727.pem 2024-11-27T16:12:26,631 INFO [FileChangeWatcher-hbase_test_key3228725265395832727.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3228725265395832727.pem 2024-11-27T16:12:26,631 DEBUG [FileChangeWatcher-hbase_test_ca13342017025207118583.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13342017025207118583.pem 2024-11-27T16:12:26,631 DEBUG [FileChangeWatcher-hbase_test_key3228725265395832727.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13342017025207118583.pem 2024-11-27T16:12:26,631 INFO [FileChangeWatcher-hbase_test_ca13342017025207118583.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13342017025207118583.pem 2024-11-27T16:12:26,631 DEBUG [FileChangeWatcher-hbase_test_key3228725265395832727.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13342017025207118583.pem 2024-11-27T16:12:26,631 DEBUG [FileChangeWatcher-hbase_test_ca13342017025207118583.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13342017025207118583.pem 2024-11-27T16:12:26,631 DEBUG [FileChangeWatcher-hbase_test_key3228725265395832727.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13342017025207118583.pem 2024-11-27T16:12:26,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e251a93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T16:12:26,631 INFO [FileChangeWatcher-hbase_test_ca13342017025207118583.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13342017025207118583.pem 2024-11-27T16:12:26,631 DEBUG [FileChangeWatcher-hbase_test_key3228725265395832727.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13342017025207118583.pem 2024-11-27T16:12:26,632 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T16:12:26,633 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:26,638 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:26,639 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:26,639 INFO [FileChangeWatcher-hbase_test_key3228725265395832727.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3228725265395832727.pem thread started 2024-11-27T16:12:26,639 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:26,640 INFO [FileChangeWatcher-hbase_test_ca13342017025207118583.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13342017025207118583.pem thread started 2024-11-27T16:12:26,640 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T16:12:26,645 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:26,646 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:26,646 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5190d3db, L:/127.0.0.1:41993 - R:/127.0.0.1:49636] 2024-11-27T16:12:26,660 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49636, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T16:12:26,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T16:12:26,662 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41993 2024-11-27T16:12:26,662 DEBUG [FileChangeWatcher-hbase_test_ca13342017025207118583.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13342017025207118583.pem was interrupted and is shutting down... 2024-11-27T16:12:26,663 DEBUG [FileChangeWatcher-hbase_test_key3228725265395832727.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3228725265395832727.pem was interrupted and is shutting down... 2024-11-27T16:12:26,662 DEBUG [FileChangeWatcher-hbase_test_ca13342017025207118583.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13342017025207118583.pem was interrupted and is shutting down... 2024-11-27T16:12:26,662 DEBUG [FileChangeWatcher-hbase_test_key3228725265395832727.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3228725265395832727.pem was interrupted and is shutting down... 2024-11-27T16:12:26,663 INFO [FileChangeWatcher-hbase_test_key3228725265395832727.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3228725265395832727.pem thread finished 2024-11-27T16:12:26,663 INFO [FileChangeWatcher-hbase_test_ca13342017025207118583.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13342017025207118583.pem thread finished 2024-11-27T16:12:26,663 INFO [FileChangeWatcher-hbase_test_key3228725265395832727.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3228725265395832727.pem thread finished 2024-11-27T16:12:26,672 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 27) Potentially hanging thread: FileChangeWatcher-hbase_test_ca13342017025207118583.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=416 (was 426), ProcessCount=11 (was 11), AvailableMemoryMB=4667 (was 4719) 2024-11-27T16:12:26,676 INFO [FileChangeWatcher-hbase_test_ca13342017025207118583.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13342017025207118583.pem thread finished 2024-11-27T16:12:26,679 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=416, ProcessCount=11, AvailableMemoryMB=4666 2024-11-27T16:12:26,724 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T16:12:26,725 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43343 2024-11-27T16:12:26,725 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T16:12:26,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2931de7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T16:12:26,726 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T16:12:26,727 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:26,758 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:26,758 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:26,759 INFO [FileChangeWatcher-hbase_test_key3374365450905499871.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3374365450905499871.p12 thread started 2024-11-27T16:12:26,759 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:26,760 INFO [FileChangeWatcher-hbase_test_ca11514036786962370975.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11514036786962370975.p12 thread started 2024-11-27T16:12:26,760 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T16:12:26,776 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:26,792 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:26,792 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:26,793 INFO [FileChangeWatcher-hbase_test_key3374365450905499871.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3374365450905499871.p12 thread started 2024-11-27T16:12:26,793 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:26,793 INFO [FileChangeWatcher-hbase_test_ca11514036786962370975.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11514036786962370975.p12 thread started 2024-11-27T16:12:26,793 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb24eb07b, L:/127.0.0.1:43343 - R:/127.0.0.1:41374] 2024-11-27T16:12:26,831 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41374, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T16:12:27,217 DEBUG [FileChangeWatcher-hbase_test_key3374365450905499871.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3374365450905499871.p12 2024-11-27T16:12:27,217 DEBUG [FileChangeWatcher-hbase_test_ca11514036786962370975.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3374365450905499871.p12 2024-11-27T16:12:27,218 INFO [FileChangeWatcher-hbase_test_key3374365450905499871.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3374365450905499871.p12 2024-11-27T16:12:27,218 DEBUG [FileChangeWatcher-hbase_test_ca11514036786962370975.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3374365450905499871.p12 2024-11-27T16:12:27,218 DEBUG [FileChangeWatcher-hbase_test_ca11514036786962370975.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3374365450905499871.p12 2024-11-27T16:12:27,218 DEBUG [FileChangeWatcher-hbase_test_key3374365450905499871.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3374365450905499871.p12 2024-11-27T16:12:27,218 DEBUG [FileChangeWatcher-hbase_test_ca11514036786962370975.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3374365450905499871.p12 2024-11-27T16:12:27,218 INFO [FileChangeWatcher-hbase_test_key3374365450905499871.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3374365450905499871.p12 2024-11-27T16:12:27,244 DEBUG [FileChangeWatcher-hbase_test_ca11514036786962370975.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3374365450905499871.p12 2024-11-27T16:12:27,244 DEBUG [FileChangeWatcher-hbase_test_key3374365450905499871.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3374365450905499871.p12 2024-11-27T16:12:27,244 DEBUG [FileChangeWatcher-hbase_test_ca11514036786962370975.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3374365450905499871.p12 2024-11-27T16:12:27,245 DEBUG [FileChangeWatcher-hbase_test_key3374365450905499871.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3374365450905499871.p12 2024-11-27T16:12:27,245 DEBUG [FileChangeWatcher-hbase_test_ca11514036786962370975.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3374365450905499871.p12 2024-11-27T16:12:27,245 DEBUG [FileChangeWatcher-hbase_test_ca11514036786962370975.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3374365450905499871.p12 2024-11-27T16:12:27,245 DEBUG [FileChangeWatcher-hbase_test_ca11514036786962370975.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11514036786962370975.p12 2024-11-27T16:12:27,245 INFO [FileChangeWatcher-hbase_test_key3374365450905499871.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3374365450905499871.p12 2024-11-27T16:12:27,245 INFO [FileChangeWatcher-hbase_test_key3374365450905499871.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3374365450905499871.p12 2024-11-27T16:12:27,245 DEBUG [FileChangeWatcher-hbase_test_ca11514036786962370975.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11514036786962370975.p12 2024-11-27T16:12:27,245 INFO [FileChangeWatcher-hbase_test_ca11514036786962370975.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11514036786962370975.p12 2024-11-27T16:12:27,245 DEBUG [FileChangeWatcher-hbase_test_key3374365450905499871.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11514036786962370975.p12 2024-11-27T16:12:27,245 DEBUG [FileChangeWatcher-hbase_test_key3374365450905499871.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11514036786962370975.p12 2024-11-27T16:12:27,245 INFO [FileChangeWatcher-hbase_test_ca11514036786962370975.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11514036786962370975.p12 2024-11-27T16:12:27,245 DEBUG [FileChangeWatcher-hbase_test_key3374365450905499871.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11514036786962370975.p12 2024-11-27T16:12:27,245 DEBUG [FileChangeWatcher-hbase_test_key3374365450905499871.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11514036786962370975.p12 2024-11-27T16:12:27,260 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,43343,0 is dead - stopping the connection localhost:43343/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-27T16:12:27,260 DEBUG [FileChangeWatcher-hbase_test_ca11514036786962370975.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11514036786962370975.p12 2024-11-27T16:12:27,261 DEBUG [FileChangeWatcher-hbase_test_key3374365450905499871.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11514036786962370975.p12 2024-11-27T16:12:27,260 DEBUG [FileChangeWatcher-hbase_test_key3374365450905499871.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11514036786962370975.p12 2024-11-27T16:12:27,260 DEBUG [FileChangeWatcher-hbase_test_ca11514036786962370975.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11514036786962370975.p12 2024-11-27T16:12:27,261 INFO [FileChangeWatcher-hbase_test_ca11514036786962370975.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11514036786962370975.p12 2024-11-27T16:12:27,261 DEBUG [FileChangeWatcher-hbase_test_key3374365450905499871.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11514036786962370975.p12 2024-11-27T16:12:27,261 DEBUG [FileChangeWatcher-hbase_test_key3374365450905499871.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11514036786962370975.p12 2024-11-27T16:12:27,261 INFO [FileChangeWatcher-hbase_test_ca11514036786962370975.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11514036786962370975.p12 2024-11-27T16:12:27,261 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T16:12:27,262 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:27,293 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:27,293 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T16:12:27,321 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:27,336 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:27,337 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4efa8ac6, L:/127.0.0.1:43343 - R:/127.0.0.1:41378] 2024-11-27T16:12:27,374 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41378, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T16:12:27,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T16:12:27,376 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43343 2024-11-27T16:12:27,376 DEBUG [FileChangeWatcher-hbase_test_ca11514036786962370975.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11514036786962370975.p12 was interrupted and is shutting down... 2024-11-27T16:12:27,376 DEBUG [FileChangeWatcher-hbase_test_key3374365450905499871.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3374365450905499871.p12 was interrupted and is shutting down... 2024-11-27T16:12:27,376 DEBUG [FileChangeWatcher-hbase_test_key3374365450905499871.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3374365450905499871.p12 was interrupted and is shutting down... 2024-11-27T16:12:27,376 DEBUG [FileChangeWatcher-hbase_test_ca11514036786962370975.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11514036786962370975.p12 was interrupted and is shutting down... 2024-11-27T16:12:27,376 INFO [FileChangeWatcher-hbase_test_key3374365450905499871.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3374365450905499871.p12 thread finished 2024-11-27T16:12:27,377 INFO [FileChangeWatcher-hbase_test_key3374365450905499871.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3374365450905499871.p12 thread finished 2024-11-27T16:12:27,377 INFO [FileChangeWatcher-hbase_test_ca11514036786962370975.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11514036786962370975.p12 thread finished 2024-11-27T16:12:27,383 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31 (was 29) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=416 (was 416), ProcessCount=11 (was 11), AvailableMemoryMB=4609 (was 4666) 2024-11-27T16:12:27,389 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=416, ProcessCount=11, AvailableMemoryMB=4608 2024-11-27T16:12:27,390 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T16:12:27,390 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35009 2024-11-27T16:12:27,391 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T16:12:27,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ef8d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T16:12:27,391 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T16:12:27,392 INFO [FileChangeWatcher-hbase_test_ca11514036786962370975.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11514036786962370975.p12 thread finished 2024-11-27T16:12:27,392 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:27,423 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:27,423 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:27,424 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:27,424 INFO [FileChangeWatcher-hbase_test_key3374365450905499871.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3374365450905499871.p12 thread started 2024-11-27T16:12:27,424 INFO [FileChangeWatcher-hbase_test_ca11514036786962370975.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11514036786962370975.p12 thread started 2024-11-27T16:12:27,425 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T16:12:27,440 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:27,456 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:27,456 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:27,457 INFO [FileChangeWatcher-hbase_test_key3374365450905499871.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3374365450905499871.p12 thread started 2024-11-27T16:12:27,457 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:27,457 INFO [FileChangeWatcher-hbase_test_ca11514036786962370975.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11514036786962370975.p12 thread started 2024-11-27T16:12:27,458 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1e1dff0b, L:/127.0.0.1:35009 - R:/127.0.0.1:48974] 2024-11-27T16:12:27,495 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48974, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T16:12:27,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T16:12:27,498 DEBUG [FileChangeWatcher-hbase_test_key3374365450905499871.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3374365450905499871.p12 was interrupted and is shutting down... 2024-11-27T16:12:27,498 DEBUG [FileChangeWatcher-hbase_test_ca11514036786962370975.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11514036786962370975.p12 was interrupted and is shutting down... 2024-11-27T16:12:27,498 INFO [FileChangeWatcher-hbase_test_key3374365450905499871.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3374365450905499871.p12 thread finished 2024-11-27T16:12:27,498 INFO [FileChangeWatcher-hbase_test_ca11514036786962370975.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11514036786962370975.p12 thread finished 2024-11-27T16:12:27,865 DEBUG [FileChangeWatcher-hbase_test_key3374365450905499871.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3374365450905499871.p12 2024-11-27T16:12:27,865 DEBUG [FileChangeWatcher-hbase_test_ca11514036786962370975.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3374365450905499871.p12 2024-11-27T16:12:27,865 INFO [FileChangeWatcher-hbase_test_key3374365450905499871.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3374365450905499871.p12 2024-11-27T16:12:27,865 DEBUG [FileChangeWatcher-hbase_test_ca11514036786962370975.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3374365450905499871.p12 2024-11-27T16:12:27,892 DEBUG [FileChangeWatcher-hbase_test_key3374365450905499871.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3374365450905499871.p12 2024-11-27T16:12:27,892 DEBUG [FileChangeWatcher-hbase_test_ca11514036786962370975.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3374365450905499871.p12 2024-11-27T16:12:27,892 INFO [FileChangeWatcher-hbase_test_key3374365450905499871.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3374365450905499871.p12 2024-11-27T16:12:27,892 DEBUG [FileChangeWatcher-hbase_test_ca11514036786962370975.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3374365450905499871.p12 2024-11-27T16:12:27,892 DEBUG [FileChangeWatcher-hbase_test_key3374365450905499871.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11514036786962370975.p12 2024-11-27T16:12:27,892 DEBUG [FileChangeWatcher-hbase_test_key3374365450905499871.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11514036786962370975.p12 2024-11-27T16:12:27,892 DEBUG [FileChangeWatcher-hbase_test_ca11514036786962370975.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11514036786962370975.p12 2024-11-27T16:12:27,893 INFO [FileChangeWatcher-hbase_test_ca11514036786962370975.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11514036786962370975.p12 2024-11-27T16:12:27,907 DEBUG [FileChangeWatcher-hbase_test_key3374365450905499871.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11514036786962370975.p12 2024-11-27T16:12:27,907 DEBUG [FileChangeWatcher-hbase_test_ca11514036786962370975.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11514036786962370975.p12 2024-11-27T16:12:27,907 DEBUG [FileChangeWatcher-hbase_test_key3374365450905499871.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11514036786962370975.p12 2024-11-27T16:12:27,907 INFO [FileChangeWatcher-hbase_test_ca11514036786962370975.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11514036786962370975.p12 2024-11-27T16:12:27,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14b3aebb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T16:12:27,908 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T16:12:27,909 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:27,940 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:27,941 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:27,941 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:27,941 INFO [FileChangeWatcher-hbase_test_key3374365450905499871.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3374365450905499871.p12 thread started 2024-11-27T16:12:27,942 INFO [FileChangeWatcher-hbase_test_ca11514036786962370975.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11514036786962370975.p12 thread started 2024-11-27T16:12:27,942 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T16:12:27,958 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:27,973 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:27,974 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbb6a4428, L:/127.0.0.1:35009 - R:/127.0.0.1:48984] 2024-11-27T16:12:28,010 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48984, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T16:12:28,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T16:12:28,012 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35009 2024-11-27T16:12:28,012 DEBUG [FileChangeWatcher-hbase_test_key3374365450905499871.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3374365450905499871.p12 was interrupted and is shutting down... 2024-11-27T16:12:28,012 DEBUG [FileChangeWatcher-hbase_test_ca11514036786962370975.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11514036786962370975.p12 was interrupted and is shutting down... 2024-11-27T16:12:28,012 DEBUG [FileChangeWatcher-hbase_test_ca11514036786962370975.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11514036786962370975.p12 was interrupted and is shutting down... 2024-11-27T16:12:28,012 DEBUG [FileChangeWatcher-hbase_test_key3374365450905499871.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3374365450905499871.p12 was interrupted and is shutting down... 2024-11-27T16:12:28,012 INFO [FileChangeWatcher-hbase_test_ca11514036786962370975.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11514036786962370975.p12 thread finished 2024-11-27T16:12:28,012 INFO [FileChangeWatcher-hbase_test_ca11514036786962370975.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11514036786962370975.p12 thread finished 2024-11-27T16:12:28,012 INFO [FileChangeWatcher-hbase_test_key3374365450905499871.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3374365450905499871.p12 thread finished 2024-11-27T16:12:28,019 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 31) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=416 (was 416), ProcessCount=11 (was 11), AvailableMemoryMB=4540 (was 4608) 2024-11-27T16:12:28,024 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=416, ProcessCount=11, AvailableMemoryMB=4540 2024-11-27T16:12:28,028 INFO [FileChangeWatcher-hbase_test_key3374365450905499871.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3374365450905499871.p12 thread finished 2024-11-27T16:12:28,597 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T16:12:28,598 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36993 2024-11-27T16:12:28,598 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T16:12:28,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d63d31f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T16:12:28,599 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T16:12:28,600 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:28,941 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:28,942 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:28,943 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:28,943 INFO [FileChangeWatcher-hbase_test_key10711609873360534907.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10711609873360534907.bcfks thread started 2024-11-27T16:12:28,944 INFO [FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks thread started 2024-11-27T16:12:28,944 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T16:12:29,111 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:29,282 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:29,283 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:29,284 INFO [FileChangeWatcher-hbase_test_key10711609873360534907.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10711609873360534907.bcfks thread started 2024-11-27T16:12:29,284 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:29,284 INFO [FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks thread started 2024-11-27T16:12:29,285 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7517e38f, L:/127.0.0.1:36993 - R:/127.0.0.1:43654] 2024-11-27T16:12:29,479 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43654, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T16:12:29,963 DEBUG [FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10711609873360534907.bcfks 2024-11-27T16:12:29,963 DEBUG [FileChangeWatcher-hbase_test_key10711609873360534907.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10711609873360534907.bcfks 2024-11-27T16:12:29,963 DEBUG [FileChangeWatcher-hbase_test_key10711609873360534907.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10711609873360534907.bcfks 2024-11-27T16:12:29,963 DEBUG [FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10711609873360534907.bcfks 2024-11-27T16:12:29,963 INFO [FileChangeWatcher-hbase_test_key10711609873360534907.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10711609873360534907.bcfks 2024-11-27T16:12:29,964 INFO [FileChangeWatcher-hbase_test_key10711609873360534907.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10711609873360534907.bcfks 2024-11-27T16:12:29,964 DEBUG [FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10711609873360534907.bcfks 2024-11-27T16:12:29,964 DEBUG [FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10711609873360534907.bcfks 2024-11-27T16:12:30,206 DEBUG [FileChangeWatcher-hbase_test_key10711609873360534907.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10711609873360534907.bcfks 2024-11-27T16:12:30,206 DEBUG [FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10711609873360534907.bcfks 2024-11-27T16:12:30,206 DEBUG [FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10711609873360534907.bcfks 2024-11-27T16:12:30,206 DEBUG [FileChangeWatcher-hbase_test_key10711609873360534907.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10711609873360534907.bcfks 2024-11-27T16:12:30,206 DEBUG [FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10711609873360534907.bcfks 2024-11-27T16:12:30,206 INFO [FileChangeWatcher-hbase_test_key10711609873360534907.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10711609873360534907.bcfks 2024-11-27T16:12:30,206 DEBUG [FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10711609873360534907.bcfks 2024-11-27T16:12:30,206 INFO [FileChangeWatcher-hbase_test_key10711609873360534907.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10711609873360534907.bcfks 2024-11-27T16:12:30,206 DEBUG [FileChangeWatcher-hbase_test_key10711609873360534907.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16044384182599273713.bcfks 2024-11-27T16:12:30,206 DEBUG [FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16044384182599273713.bcfks 2024-11-27T16:12:30,206 DEBUG [FileChangeWatcher-hbase_test_key10711609873360534907.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16044384182599273713.bcfks 2024-11-27T16:12:30,206 DEBUG [FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16044384182599273713.bcfks 2024-11-27T16:12:30,206 DEBUG [FileChangeWatcher-hbase_test_key10711609873360534907.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16044384182599273713.bcfks 2024-11-27T16:12:30,206 INFO [FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16044384182599273713.bcfks 2024-11-27T16:12:30,206 DEBUG [FileChangeWatcher-hbase_test_key10711609873360534907.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16044384182599273713.bcfks 2024-11-27T16:12:30,206 INFO [FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16044384182599273713.bcfks 2024-11-27T16:12:30,368 DEBUG [FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16044384182599273713.bcfks 2024-11-27T16:12:30,368 DEBUG [FileChangeWatcher-hbase_test_key10711609873360534907.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16044384182599273713.bcfks 2024-11-27T16:12:30,368 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,36993,0 is dead - stopping the connection localhost:36993/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-27T16:12:30,368 DEBUG [FileChangeWatcher-hbase_test_key10711609873360534907.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16044384182599273713.bcfks 2024-11-27T16:12:30,368 DEBUG [FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16044384182599273713.bcfks 2024-11-27T16:12:30,368 INFO [FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16044384182599273713.bcfks 2024-11-27T16:12:30,368 DEBUG [FileChangeWatcher-hbase_test_key10711609873360534907.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16044384182599273713.bcfks 2024-11-27T16:12:30,368 DEBUG [FileChangeWatcher-hbase_test_key10711609873360534907.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16044384182599273713.bcfks 2024-11-27T16:12:30,368 INFO [FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16044384182599273713.bcfks 2024-11-27T16:12:30,368 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T16:12:30,370 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:30,712 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:30,713 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T16:12:30,878 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:31,041 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:31,041 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9fd4c36e, L:/127.0.0.1:36993 - R:/127.0.0.1:43662] 2024-11-27T16:12:31,226 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43662, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T16:12:31,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T16:12:31,228 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36993 2024-11-27T16:12:31,228 DEBUG [FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks was interrupted and is shutting down... 2024-11-27T16:12:31,228 DEBUG [FileChangeWatcher-hbase_test_key10711609873360534907.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10711609873360534907.bcfks was interrupted and is shutting down... 2024-11-27T16:12:31,228 DEBUG [FileChangeWatcher-hbase_test_key10711609873360534907.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10711609873360534907.bcfks was interrupted and is shutting down... 2024-11-27T16:12:31,228 DEBUG [FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks was interrupted and is shutting down... 2024-11-27T16:12:31,229 INFO [FileChangeWatcher-hbase_test_key10711609873360534907.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10711609873360534907.bcfks thread finished 2024-11-27T16:12:31,229 INFO [FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks thread finished 2024-11-27T16:12:31,229 INFO [FileChangeWatcher-hbase_test_key10711609873360534907.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10711609873360534907.bcfks thread finished 2024-11-27T16:12:31,237 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 33) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=416 (was 416), ProcessCount=11 (was 11), AvailableMemoryMB=4448 (was 4540) 2024-11-27T16:12:31,242 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=416, ProcessCount=11, AvailableMemoryMB=4448 2024-11-27T16:12:31,243 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T16:12:31,244 INFO [FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks thread finished 2024-11-27T16:12:31,244 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40103 2024-11-27T16:12:31,244 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T16:12:31,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a40cde2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T16:12:31,245 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T16:12:31,246 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:31,570 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:31,571 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:31,571 INFO [FileChangeWatcher-hbase_test_key10711609873360534907.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10711609873360534907.bcfks thread started 2024-11-27T16:12:31,572 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:31,572 INFO [FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks thread started 2024-11-27T16:12:31,572 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T16:12:31,735 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:31,899 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:31,900 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:31,900 INFO [FileChangeWatcher-hbase_test_key10711609873360534907.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10711609873360534907.bcfks thread started 2024-11-27T16:12:31,901 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:31,901 INFO [FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks thread started 2024-11-27T16:12:31,902 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9337a2ac, L:/127.0.0.1:40103 - R:/127.0.0.1:41464] 2024-11-27T16:12:32,079 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41464, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T16:12:32,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T16:12:32,081 DEBUG [FileChangeWatcher-hbase_test_key10711609873360534907.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10711609873360534907.bcfks was interrupted and is shutting down... 2024-11-27T16:12:32,081 DEBUG [FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks was interrupted and is shutting down... 2024-11-27T16:12:32,082 INFO [FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks thread finished 2024-11-27T16:12:32,082 INFO [FileChangeWatcher-hbase_test_key10711609873360534907.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10711609873360534907.bcfks thread finished 2024-11-27T16:12:32,291 DEBUG [FileChangeWatcher-hbase_test_key10711609873360534907.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10711609873360534907.bcfks 2024-11-27T16:12:32,291 DEBUG [FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10711609873360534907.bcfks 2024-11-27T16:12:32,292 INFO [FileChangeWatcher-hbase_test_key10711609873360534907.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10711609873360534907.bcfks 2024-11-27T16:12:32,292 DEBUG [FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10711609873360534907.bcfks 2024-11-27T16:12:32,532 DEBUG [FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10711609873360534907.bcfks 2024-11-27T16:12:32,532 DEBUG [FileChangeWatcher-hbase_test_key10711609873360534907.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10711609873360534907.bcfks 2024-11-27T16:12:32,533 INFO [FileChangeWatcher-hbase_test_key10711609873360534907.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10711609873360534907.bcfks 2024-11-27T16:12:32,533 DEBUG [FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10711609873360534907.bcfks 2024-11-27T16:12:32,533 DEBUG [FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16044384182599273713.bcfks 2024-11-27T16:12:32,533 DEBUG [FileChangeWatcher-hbase_test_key10711609873360534907.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16044384182599273713.bcfks 2024-11-27T16:12:32,533 INFO [FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16044384182599273713.bcfks 2024-11-27T16:12:32,533 DEBUG [FileChangeWatcher-hbase_test_key10711609873360534907.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16044384182599273713.bcfks 2024-11-27T16:12:32,693 DEBUG [FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16044384182599273713.bcfks 2024-11-27T16:12:32,693 DEBUG [FileChangeWatcher-hbase_test_key10711609873360534907.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16044384182599273713.bcfks 2024-11-27T16:12:32,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c184dfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T16:12:32,693 INFO [FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16044384182599273713.bcfks 2024-11-27T16:12:32,693 DEBUG [FileChangeWatcher-hbase_test_key10711609873360534907.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16044384182599273713.bcfks 2024-11-27T16:12:32,694 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T16:12:32,695 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:33,020 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:33,021 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:33,021 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:33,021 INFO [FileChangeWatcher-hbase_test_key10711609873360534907.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10711609873360534907.bcfks thread started 2024-11-27T16:12:33,022 INFO [FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks thread started 2024-11-27T16:12:33,022 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T16:12:33,224 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:33,389 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:33,390 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x953d9932, L:/127.0.0.1:40103 - R:/127.0.0.1:37644] 2024-11-27T16:12:33,580 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37644, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T16:12:33,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T16:12:33,583 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40103 2024-11-27T16:12:33,583 DEBUG [FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks was interrupted and is shutting down... 2024-11-27T16:12:33,583 DEBUG [FileChangeWatcher-hbase_test_key10711609873360534907.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10711609873360534907.bcfks was interrupted and is shutting down... 2024-11-27T16:12:33,583 DEBUG [FileChangeWatcher-hbase_test_key10711609873360534907.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10711609873360534907.bcfks was interrupted and is shutting down... 2024-11-27T16:12:33,583 DEBUG [FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks was interrupted and is shutting down... 2024-11-27T16:12:33,583 INFO [FileChangeWatcher-hbase_test_key10711609873360534907.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10711609873360534907.bcfks thread finished 2024-11-27T16:12:33,583 INFO [FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks thread finished 2024-11-27T16:12:33,583 INFO [FileChangeWatcher-hbase_test_key10711609873360534907.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10711609873360534907.bcfks thread finished 2024-11-27T16:12:33,591 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=398 (was 416), ProcessCount=11 (was 11), AvailableMemoryMB=4414 (was 4448) 2024-11-27T16:12:33,598 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=398, ProcessCount=11, AvailableMemoryMB=4414 2024-11-27T16:12:33,600 INFO [FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16044384182599273713.bcfks thread finished 2024-11-27T16:12:33,720 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T16:12:33,721 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46405 2024-11-27T16:12:33,721 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T16:12:33,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d809f48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T16:12:33,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T16:12:33,722 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:33,753 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:33,754 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:33,754 INFO [FileChangeWatcher-hbase_test_key8312994063205058975.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8312994063205058975.jks thread started 2024-11-27T16:12:33,754 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:33,754 INFO [FileChangeWatcher-hbase_test_ca6582061055407953536.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6582061055407953536.jks thread started 2024-11-27T16:12:33,755 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T16:12:33,770 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:33,785 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:33,785 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:33,786 INFO [FileChangeWatcher-hbase_test_key8312994063205058975.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8312994063205058975.jks thread started 2024-11-27T16:12:33,786 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:33,786 INFO [FileChangeWatcher-hbase_test_ca6582061055407953536.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6582061055407953536.jks thread started 2024-11-27T16:12:33,786 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xeb1de912, L:/127.0.0.1:46405 - R:/127.0.0.1:57474] 2024-11-27T16:12:33,845 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57474, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T16:12:33,854 DEBUG [FileChangeWatcher-hbase_test_key8312994063205058975.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8312994063205058975.jks 2024-11-27T16:12:33,854 DEBUG [FileChangeWatcher-hbase_test_ca6582061055407953536.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8312994063205058975.jks 2024-11-27T16:12:33,854 DEBUG [FileChangeWatcher-hbase_test_ca6582061055407953536.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8312994063205058975.jks 2024-11-27T16:12:33,854 INFO [FileChangeWatcher-hbase_test_key8312994063205058975.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8312994063205058975.jks 2024-11-27T16:12:33,854 DEBUG [FileChangeWatcher-hbase_test_ca6582061055407953536.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8312994063205058975.jks 2024-11-27T16:12:33,854 DEBUG [FileChangeWatcher-hbase_test_ca6582061055407953536.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8312994063205058975.jks 2024-11-27T16:12:33,854 DEBUG [FileChangeWatcher-hbase_test_key8312994063205058975.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8312994063205058975.jks 2024-11-27T16:12:33,855 INFO [FileChangeWatcher-hbase_test_key8312994063205058975.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8312994063205058975.jks 2024-11-27T16:12:33,887 DEBUG [FileChangeWatcher-hbase_test_ca6582061055407953536.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8312994063205058975.jks 2024-11-27T16:12:33,887 DEBUG [FileChangeWatcher-hbase_test_key8312994063205058975.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8312994063205058975.jks 2024-11-27T16:12:33,887 DEBUG [FileChangeWatcher-hbase_test_ca6582061055407953536.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8312994063205058975.jks 2024-11-27T16:12:33,887 DEBUG [FileChangeWatcher-hbase_test_ca6582061055407953536.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8312994063205058975.jks 2024-11-27T16:12:33,887 INFO [FileChangeWatcher-hbase_test_key8312994063205058975.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8312994063205058975.jks 2024-11-27T16:12:33,887 DEBUG [FileChangeWatcher-hbase_test_ca6582061055407953536.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8312994063205058975.jks 2024-11-27T16:12:33,888 DEBUG [FileChangeWatcher-hbase_test_ca6582061055407953536.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6582061055407953536.jks 2024-11-27T16:12:33,888 DEBUG [FileChangeWatcher-hbase_test_key8312994063205058975.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6582061055407953536.jks 2024-11-27T16:12:33,888 DEBUG [FileChangeWatcher-hbase_test_ca6582061055407953536.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6582061055407953536.jks 2024-11-27T16:12:33,888 INFO [FileChangeWatcher-hbase_test_ca6582061055407953536.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6582061055407953536.jks 2024-11-27T16:12:33,888 DEBUG [FileChangeWatcher-hbase_test_key8312994063205058975.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6582061055407953536.jks 2024-11-27T16:12:33,888 INFO [FileChangeWatcher-hbase_test_ca6582061055407953536.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6582061055407953536.jks 2024-11-27T16:12:33,888 DEBUG [FileChangeWatcher-hbase_test_key8312994063205058975.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8312994063205058975.jks 2024-11-27T16:12:33,888 INFO [FileChangeWatcher-hbase_test_key8312994063205058975.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8312994063205058975.jks 2024-11-27T16:12:33,888 DEBUG [FileChangeWatcher-hbase_test_key8312994063205058975.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6582061055407953536.jks 2024-11-27T16:12:33,888 DEBUG [FileChangeWatcher-hbase_test_key8312994063205058975.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6582061055407953536.jks 2024-11-27T16:12:33,904 DEBUG [FileChangeWatcher-hbase_test_key8312994063205058975.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6582061055407953536.jks 2024-11-27T16:12:33,904 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,46405,0 is dead - stopping the connection localhost:46405/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-27T16:12:33,904 DEBUG [FileChangeWatcher-hbase_test_key8312994063205058975.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6582061055407953536.jks 2024-11-27T16:12:33,904 DEBUG [FileChangeWatcher-hbase_test_ca6582061055407953536.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6582061055407953536.jks 2024-11-27T16:12:33,904 DEBUG [FileChangeWatcher-hbase_test_key8312994063205058975.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6582061055407953536.jks 2024-11-27T16:12:33,904 DEBUG [FileChangeWatcher-hbase_test_ca6582061055407953536.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6582061055407953536.jks 2024-11-27T16:12:33,904 DEBUG [FileChangeWatcher-hbase_test_key8312994063205058975.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6582061055407953536.jks 2024-11-27T16:12:33,904 INFO [FileChangeWatcher-hbase_test_ca6582061055407953536.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6582061055407953536.jks 2024-11-27T16:12:33,904 INFO [FileChangeWatcher-hbase_test_ca6582061055407953536.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6582061055407953536.jks 2024-11-27T16:12:33,904 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T16:12:33,906 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:33,938 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:33,939 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T16:12:33,956 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:33,972 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:33,972 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x88e7bc3a, L:/127.0.0.1:46405 - R:/127.0.0.1:57480] 2024-11-27T16:12:34,034 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57480, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T16:12:34,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T16:12:34,035 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46405 2024-11-27T16:12:34,035 DEBUG [FileChangeWatcher-hbase_test_key8312994063205058975.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8312994063205058975.jks was interrupted and is shutting down... 2024-11-27T16:12:34,035 DEBUG [FileChangeWatcher-hbase_test_ca6582061055407953536.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6582061055407953536.jks was interrupted and is shutting down... 2024-11-27T16:12:34,035 DEBUG [FileChangeWatcher-hbase_test_ca6582061055407953536.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6582061055407953536.jks was interrupted and is shutting down... 2024-11-27T16:12:34,036 DEBUG [FileChangeWatcher-hbase_test_key8312994063205058975.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8312994063205058975.jks was interrupted and is shutting down... 2024-11-27T16:12:34,036 INFO [FileChangeWatcher-hbase_test_ca6582061055407953536.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6582061055407953536.jks thread finished 2024-11-27T16:12:34,036 INFO [FileChangeWatcher-hbase_test_ca6582061055407953536.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6582061055407953536.jks thread finished 2024-11-27T16:12:34,037 INFO [FileChangeWatcher-hbase_test_key8312994063205058975.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8312994063205058975.jks thread finished 2024-11-27T16:12:34,043 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=38 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=398 (was 398), ProcessCount=11 (was 11), AvailableMemoryMB=4375 (was 4414) 2024-11-27T16:12:34,049 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=398, ProcessCount=11, AvailableMemoryMB=4375 2024-11-27T16:12:34,050 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T16:12:34,050 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35515 2024-11-27T16:12:34,051 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T16:12:34,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e78dd74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T16:12:34,051 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T16:12:34,052 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:34,056 INFO [FileChangeWatcher-hbase_test_key8312994063205058975.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8312994063205058975.jks thread finished 2024-11-27T16:12:34,085 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:34,085 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:34,085 INFO [FileChangeWatcher-hbase_test_key8312994063205058975.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8312994063205058975.jks thread started 2024-11-27T16:12:34,086 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:34,086 INFO [FileChangeWatcher-hbase_test_ca6582061055407953536.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6582061055407953536.jks thread started 2024-11-27T16:12:34,086 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T16:12:34,101 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:34,116 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:34,117 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:34,117 INFO [FileChangeWatcher-hbase_test_key8312994063205058975.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8312994063205058975.jks thread started 2024-11-27T16:12:34,117 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:34,118 INFO [FileChangeWatcher-hbase_test_ca6582061055407953536.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6582061055407953536.jks thread started 2024-11-27T16:12:34,118 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5d2d9885, L:/127.0.0.1:35515 - R:/127.0.0.1:34042] 2024-11-27T16:12:34,155 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34042, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T16:12:34,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T16:12:34,157 DEBUG [FileChangeWatcher-hbase_test_ca6582061055407953536.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6582061055407953536.jks was interrupted and is shutting down... 2024-11-27T16:12:34,157 DEBUG [FileChangeWatcher-hbase_test_key8312994063205058975.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8312994063205058975.jks was interrupted and is shutting down... 2024-11-27T16:12:34,157 INFO [FileChangeWatcher-hbase_test_ca6582061055407953536.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6582061055407953536.jks thread finished 2024-11-27T16:12:34,157 INFO [FileChangeWatcher-hbase_test_key8312994063205058975.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8312994063205058975.jks thread finished 2024-11-27T16:12:34,166 DEBUG [FileChangeWatcher-hbase_test_key8312994063205058975.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8312994063205058975.jks 2024-11-27T16:12:34,166 DEBUG [FileChangeWatcher-hbase_test_ca6582061055407953536.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8312994063205058975.jks 2024-11-27T16:12:34,166 INFO [FileChangeWatcher-hbase_test_key8312994063205058975.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8312994063205058975.jks 2024-11-27T16:12:34,166 DEBUG [FileChangeWatcher-hbase_test_ca6582061055407953536.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8312994063205058975.jks 2024-11-27T16:12:34,210 DEBUG [FileChangeWatcher-hbase_test_key8312994063205058975.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8312994063205058975.jks 2024-11-27T16:12:34,210 DEBUG [FileChangeWatcher-hbase_test_ca6582061055407953536.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8312994063205058975.jks 2024-11-27T16:12:34,210 INFO [FileChangeWatcher-hbase_test_key8312994063205058975.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8312994063205058975.jks 2024-11-27T16:12:34,210 DEBUG [FileChangeWatcher-hbase_test_ca6582061055407953536.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8312994063205058975.jks 2024-11-27T16:12:34,210 DEBUG [FileChangeWatcher-hbase_test_ca6582061055407953536.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6582061055407953536.jks 2024-11-27T16:12:34,210 DEBUG [FileChangeWatcher-hbase_test_key8312994063205058975.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6582061055407953536.jks 2024-11-27T16:12:34,210 INFO [FileChangeWatcher-hbase_test_ca6582061055407953536.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6582061055407953536.jks 2024-11-27T16:12:34,210 DEBUG [FileChangeWatcher-hbase_test_key8312994063205058975.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6582061055407953536.jks 2024-11-27T16:12:34,225 DEBUG [FileChangeWatcher-hbase_test_key8312994063205058975.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6582061055407953536.jks 2024-11-27T16:12:34,225 DEBUG [FileChangeWatcher-hbase_test_ca6582061055407953536.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6582061055407953536.jks 2024-11-27T16:12:34,225 DEBUG [FileChangeWatcher-hbase_test_key8312994063205058975.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6582061055407953536.jks 2024-11-27T16:12:34,225 INFO [FileChangeWatcher-hbase_test_ca6582061055407953536.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6582061055407953536.jks 2024-11-27T16:12:34,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fcdf906, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T16:12:34,225 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T16:12:34,226 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:34,258 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:34,258 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:34,259 INFO [FileChangeWatcher-hbase_test_key8312994063205058975.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8312994063205058975.jks thread started 2024-11-27T16:12:34,259 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:34,259 INFO [FileChangeWatcher-hbase_test_ca6582061055407953536.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6582061055407953536.jks thread started 2024-11-27T16:12:34,260 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T16:12:34,288 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:34,304 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:34,305 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0c9b404e, L:/127.0.0.1:35515 - R:/127.0.0.1:34058] 2024-11-27T16:12:34,343 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34058, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T16:12:34,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T16:12:34,344 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35515 2024-11-27T16:12:34,344 DEBUG [FileChangeWatcher-hbase_test_key8312994063205058975.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8312994063205058975.jks was interrupted and is shutting down... 2024-11-27T16:12:34,344 DEBUG [FileChangeWatcher-hbase_test_ca6582061055407953536.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6582061055407953536.jks was interrupted and is shutting down... 2024-11-27T16:12:34,345 DEBUG [FileChangeWatcher-hbase_test_ca6582061055407953536.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6582061055407953536.jks was interrupted and is shutting down... 2024-11-27T16:12:34,345 DEBUG [FileChangeWatcher-hbase_test_key8312994063205058975.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8312994063205058975.jks was interrupted and is shutting down... 2024-11-27T16:12:34,345 INFO [FileChangeWatcher-hbase_test_ca6582061055407953536.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6582061055407953536.jks thread finished 2024-11-27T16:12:34,345 INFO [FileChangeWatcher-hbase_test_ca6582061055407953536.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6582061055407953536.jks thread finished 2024-11-27T16:12:34,345 INFO [FileChangeWatcher-hbase_test_key8312994063205058975.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8312994063205058975.jks thread finished 2024-11-27T16:12:34,352 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=398 (was 398), ProcessCount=11 (was 11), AvailableMemoryMB=4372 (was 4375) 2024-11-27T16:12:34,357 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=398, ProcessCount=11, AvailableMemoryMB=4372 2024-11-27T16:12:34,360 INFO [FileChangeWatcher-hbase_test_key8312994063205058975.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8312994063205058975.jks thread finished 2024-11-27T16:12:34,362 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T16:12:34,363 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45727 2024-11-27T16:12:34,363 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T16:12:34,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c2f880, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T16:12:34,363 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T16:12:34,364 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:34,368 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:34,369 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:34,369 INFO [FileChangeWatcher-hbase_test_key3018357683836591513.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3018357683836591513.pem thread started 2024-11-27T16:12:34,369 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:34,369 INFO [FileChangeWatcher-hbase_test_ca10054956528029191448.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10054956528029191448.pem thread started 2024-11-27T16:12:34,369 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T16:12:34,373 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:34,374 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:34,374 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:34,374 INFO [FileChangeWatcher-hbase_test_key3018357683836591513.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3018357683836591513.pem thread started 2024-11-27T16:12:34,374 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:34,375 INFO [FileChangeWatcher-hbase_test_ca10054956528029191448.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10054956528029191448.pem thread started 2024-11-27T16:12:34,375 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5c2a10ca, L:/127.0.0.1:45727 - R:/127.0.0.1:48070] 2024-11-27T16:12:34,388 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48070, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T16:12:34,397 DEBUG [FileChangeWatcher-hbase_test_key3018357683836591513.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3018357683836591513.pem 2024-11-27T16:12:34,397 DEBUG [FileChangeWatcher-hbase_test_ca10054956528029191448.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3018357683836591513.pem 2024-11-27T16:12:34,397 INFO [FileChangeWatcher-hbase_test_key3018357683836591513.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3018357683836591513.pem 2024-11-27T16:12:34,397 DEBUG [FileChangeWatcher-hbase_test_ca10054956528029191448.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3018357683836591513.pem 2024-11-27T16:12:34,397 DEBUG [FileChangeWatcher-hbase_test_ca10054956528029191448.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3018357683836591513.pem 2024-11-27T16:12:34,397 DEBUG [FileChangeWatcher-hbase_test_key3018357683836591513.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3018357683836591513.pem 2024-11-27T16:12:34,397 DEBUG [FileChangeWatcher-hbase_test_ca10054956528029191448.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3018357683836591513.pem 2024-11-27T16:12:34,397 INFO [FileChangeWatcher-hbase_test_key3018357683836591513.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3018357683836591513.pem 2024-11-27T16:12:34,398 DEBUG [FileChangeWatcher-hbase_test_ca10054956528029191448.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3018357683836591513.pem 2024-11-27T16:12:34,398 DEBUG [FileChangeWatcher-hbase_test_key3018357683836591513.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3018357683836591513.pem 2024-11-27T16:12:34,398 DEBUG [FileChangeWatcher-hbase_test_ca10054956528029191448.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3018357683836591513.pem 2024-11-27T16:12:34,398 DEBUG [FileChangeWatcher-hbase_test_ca10054956528029191448.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3018357683836591513.pem 2024-11-27T16:12:34,398 DEBUG [FileChangeWatcher-hbase_test_ca10054956528029191448.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10054956528029191448.pem 2024-11-27T16:12:34,398 DEBUG [FileChangeWatcher-hbase_test_ca10054956528029191448.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3018357683836591513.pem 2024-11-27T16:12:34,398 INFO [FileChangeWatcher-hbase_test_ca10054956528029191448.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10054956528029191448.pem 2024-11-27T16:12:34,398 DEBUG [FileChangeWatcher-hbase_test_ca10054956528029191448.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10054956528029191448.pem 2024-11-27T16:12:34,398 INFO [FileChangeWatcher-hbase_test_ca10054956528029191448.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10054956528029191448.pem 2024-11-27T16:12:34,398 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,45727,0 is dead - stopping the connection localhost:45727/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-27T16:12:34,398 INFO [FileChangeWatcher-hbase_test_key3018357683836591513.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3018357683836591513.pem 2024-11-27T16:12:34,398 DEBUG [FileChangeWatcher-hbase_test_ca10054956528029191448.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10054956528029191448.pem 2024-11-27T16:12:34,398 DEBUG [FileChangeWatcher-hbase_test_key3018357683836591513.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10054956528029191448.pem 2024-11-27T16:12:34,398 INFO [FileChangeWatcher-hbase_test_ca10054956528029191448.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10054956528029191448.pem 2024-11-27T16:12:34,398 DEBUG [FileChangeWatcher-hbase_test_key3018357683836591513.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10054956528029191448.pem 2024-11-27T16:12:34,398 DEBUG [FileChangeWatcher-hbase_test_key3018357683836591513.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10054956528029191448.pem 2024-11-27T16:12:34,398 DEBUG [FileChangeWatcher-hbase_test_key3018357683836591513.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10054956528029191448.pem 2024-11-27T16:12:34,399 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T16:12:34,399 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:34,404 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:34,404 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T16:12:34,408 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:34,408 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:34,409 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2ab2d7ff, L:/127.0.0.1:45727 - R:/127.0.0.1:48078] 2024-11-27T16:12:34,424 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48078, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T16:12:34,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T16:12:34,425 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45727 2024-11-27T16:12:34,425 DEBUG [FileChangeWatcher-hbase_test_key3018357683836591513.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3018357683836591513.pem was interrupted and is shutting down... 2024-11-27T16:12:34,425 DEBUG [FileChangeWatcher-hbase_test_ca10054956528029191448.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10054956528029191448.pem was interrupted and is shutting down... 2024-11-27T16:12:34,425 DEBUG [FileChangeWatcher-hbase_test_key3018357683836591513.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3018357683836591513.pem was interrupted and is shutting down... 2024-11-27T16:12:34,425 DEBUG [FileChangeWatcher-hbase_test_ca10054956528029191448.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10054956528029191448.pem was interrupted and is shutting down... 2024-11-27T16:12:34,425 INFO [FileChangeWatcher-hbase_test_ca10054956528029191448.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10054956528029191448.pem thread finished 2024-11-27T16:12:34,425 INFO [FileChangeWatcher-hbase_test_ca10054956528029191448.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10054956528029191448.pem thread finished 2024-11-27T16:12:34,426 INFO [FileChangeWatcher-hbase_test_key3018357683836591513.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3018357683836591513.pem thread finished 2024-11-27T16:12:34,426 INFO [FileChangeWatcher-hbase_test_key3018357683836591513.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3018357683836591513.pem thread finished 2024-11-27T16:12:34,432 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=398 (was 398), ProcessCount=11 (was 11), AvailableMemoryMB=4372 (was 4372) 2024-11-27T16:12:34,437 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=398, ProcessCount=11, AvailableMemoryMB=4372 2024-11-27T16:12:34,438 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T16:12:34,439 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38955 2024-11-27T16:12:34,439 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T16:12:34,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624ecb96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T16:12:34,440 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T16:12:34,440 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:34,444 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:34,444 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:34,445 INFO [FileChangeWatcher-hbase_test_key3018357683836591513.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3018357683836591513.pem thread started 2024-11-27T16:12:34,445 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:34,445 INFO [FileChangeWatcher-hbase_test_ca10054956528029191448.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10054956528029191448.pem thread started 2024-11-27T16:12:34,445 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T16:12:34,449 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:34,449 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:34,450 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:34,450 INFO [FileChangeWatcher-hbase_test_key3018357683836591513.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3018357683836591513.pem thread started 2024-11-27T16:12:34,450 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:34,450 INFO [FileChangeWatcher-hbase_test_ca10054956528029191448.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10054956528029191448.pem thread started 2024-11-27T16:12:34,451 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xdea8aaeb, L:/127.0.0.1:38955 - R:/127.0.0.1:48942] 2024-11-27T16:12:34,464 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48942, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T16:12:34,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T16:12:34,469 DEBUG [FileChangeWatcher-hbase_test_ca10054956528029191448.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10054956528029191448.pem was interrupted and is shutting down... 2024-11-27T16:12:34,469 DEBUG [FileChangeWatcher-hbase_test_key3018357683836591513.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3018357683836591513.pem was interrupted and is shutting down... 2024-11-27T16:12:34,469 INFO [FileChangeWatcher-hbase_test_key3018357683836591513.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3018357683836591513.pem thread finished 2024-11-27T16:12:34,470 INFO [FileChangeWatcher-hbase_test_ca10054956528029191448.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10054956528029191448.pem thread finished 2024-11-27T16:12:34,478 DEBUG [FileChangeWatcher-hbase_test_ca10054956528029191448.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3018357683836591513.pem 2024-11-27T16:12:34,478 DEBUG [FileChangeWatcher-hbase_test_key3018357683836591513.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3018357683836591513.pem 2024-11-27T16:12:34,478 DEBUG [FileChangeWatcher-hbase_test_ca10054956528029191448.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3018357683836591513.pem 2024-11-27T16:12:34,478 INFO [FileChangeWatcher-hbase_test_key3018357683836591513.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3018357683836591513.pem 2024-11-27T16:12:34,478 DEBUG [FileChangeWatcher-hbase_test_ca10054956528029191448.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3018357683836591513.pem 2024-11-27T16:12:34,478 DEBUG [FileChangeWatcher-hbase_test_key3018357683836591513.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3018357683836591513.pem 2024-11-27T16:12:34,478 DEBUG [FileChangeWatcher-hbase_test_ca10054956528029191448.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3018357683836591513.pem 2024-11-27T16:12:34,478 INFO [FileChangeWatcher-hbase_test_key3018357683836591513.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3018357683836591513.pem 2024-11-27T16:12:34,478 DEBUG [FileChangeWatcher-hbase_test_ca10054956528029191448.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10054956528029191448.pem 2024-11-27T16:12:34,478 DEBUG [FileChangeWatcher-hbase_test_key3018357683836591513.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10054956528029191448.pem 2024-11-27T16:12:34,478 INFO [FileChangeWatcher-hbase_test_ca10054956528029191448.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10054956528029191448.pem 2024-11-27T16:12:34,478 DEBUG [FileChangeWatcher-hbase_test_key3018357683836591513.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10054956528029191448.pem 2024-11-27T16:12:34,478 DEBUG [FileChangeWatcher-hbase_test_ca10054956528029191448.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10054956528029191448.pem 2024-11-27T16:12:34,478 DEBUG [FileChangeWatcher-hbase_test_key3018357683836591513.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10054956528029191448.pem 2024-11-27T16:12:34,478 INFO [FileChangeWatcher-hbase_test_ca10054956528029191448.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10054956528029191448.pem 2024-11-27T16:12:34,478 DEBUG [FileChangeWatcher-hbase_test_key3018357683836591513.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10054956528029191448.pem 2024-11-27T16:12:34,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38725104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T16:12:34,479 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T16:12:34,480 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:34,484 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:34,484 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:34,485 INFO [FileChangeWatcher-hbase_test_key3018357683836591513.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3018357683836591513.pem thread started 2024-11-27T16:12:34,485 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:34,485 INFO [FileChangeWatcher-hbase_test_ca10054956528029191448.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10054956528029191448.pem thread started 2024-11-27T16:12:34,485 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T16:12:34,489 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:34,489 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:34,490 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb241b491, L:/127.0.0.1:38955 - R:/127.0.0.1:48958] 2024-11-27T16:12:34,505 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48958, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T16:12:34,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T16:12:34,507 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38955 2024-11-27T16:12:34,507 DEBUG [FileChangeWatcher-hbase_test_ca10054956528029191448.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10054956528029191448.pem was interrupted and is shutting down... 2024-11-27T16:12:34,507 DEBUG [FileChangeWatcher-hbase_test_key3018357683836591513.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3018357683836591513.pem was interrupted and is shutting down... 2024-11-27T16:12:34,507 DEBUG [FileChangeWatcher-hbase_test_key3018357683836591513.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3018357683836591513.pem was interrupted and is shutting down... 2024-11-27T16:12:34,507 INFO [FileChangeWatcher-hbase_test_key3018357683836591513.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3018357683836591513.pem thread finished 2024-11-27T16:12:34,507 INFO [FileChangeWatcher-hbase_test_ca10054956528029191448.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10054956528029191448.pem thread finished 2024-11-27T16:12:34,507 DEBUG [FileChangeWatcher-hbase_test_ca10054956528029191448.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10054956528029191448.pem was interrupted and is shutting down... 2024-11-27T16:12:34,510 INFO [FileChangeWatcher-hbase_test_key3018357683836591513.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3018357683836591513.pem thread finished 2024-11-27T16:12:34,517 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=398 (was 398), ProcessCount=11 (was 11), AvailableMemoryMB=4372 (was 4372) 2024-11-27T16:12:34,523 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=398, ProcessCount=11, AvailableMemoryMB=4372 2024-11-27T16:12:34,528 INFO [FileChangeWatcher-hbase_test_ca10054956528029191448.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10054956528029191448.pem thread finished 2024-11-27T16:12:34,564 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T16:12:34,564 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36223 2024-11-27T16:12:34,564 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T16:12:34,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@244cf22f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T16:12:34,565 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T16:12:34,566 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:34,595 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:34,596 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:34,596 INFO [FileChangeWatcher-hbase_test_key2629899066644049306.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2629899066644049306.p12 thread started 2024-11-27T16:12:34,596 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:34,597 INFO [FileChangeWatcher-hbase_test_ca9934665344519365764.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9934665344519365764.p12 thread started 2024-11-27T16:12:34,597 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T16:12:34,625 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:34,648 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:34,648 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:34,649 INFO [FileChangeWatcher-hbase_test_key2629899066644049306.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2629899066644049306.p12 thread started 2024-11-27T16:12:34,649 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:34,649 INFO [FileChangeWatcher-hbase_test_ca9934665344519365764.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9934665344519365764.p12 thread started 2024-11-27T16:12:34,650 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x522ad8c2, L:/127.0.0.1:36223 - R:/127.0.0.1:50348] 2024-11-27T16:12:34,690 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50348, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T16:12:34,698 DEBUG [FileChangeWatcher-hbase_test_ca9934665344519365764.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2629899066644049306.p12 2024-11-27T16:12:34,698 DEBUG [FileChangeWatcher-hbase_test_ca9934665344519365764.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2629899066644049306.p12 2024-11-27T16:12:34,698 DEBUG [FileChangeWatcher-hbase_test_key2629899066644049306.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2629899066644049306.p12 2024-11-27T16:12:34,698 DEBUG [FileChangeWatcher-hbase_test_ca9934665344519365764.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2629899066644049306.p12 2024-11-27T16:12:34,698 DEBUG [FileChangeWatcher-hbase_test_ca9934665344519365764.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2629899066644049306.p12 2024-11-27T16:12:34,698 INFO [FileChangeWatcher-hbase_test_key2629899066644049306.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2629899066644049306.p12 2024-11-27T16:12:34,698 DEBUG [FileChangeWatcher-hbase_test_key2629899066644049306.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2629899066644049306.p12 2024-11-27T16:12:34,698 INFO [FileChangeWatcher-hbase_test_key2629899066644049306.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2629899066644049306.p12 2024-11-27T16:12:34,724 DEBUG [FileChangeWatcher-hbase_test_key2629899066644049306.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2629899066644049306.p12 2024-11-27T16:12:34,724 DEBUG [FileChangeWatcher-hbase_test_ca9934665344519365764.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2629899066644049306.p12 2024-11-27T16:12:34,724 DEBUG [FileChangeWatcher-hbase_test_key2629899066644049306.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2629899066644049306.p12 2024-11-27T16:12:34,724 DEBUG [FileChangeWatcher-hbase_test_ca9934665344519365764.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2629899066644049306.p12 2024-11-27T16:12:34,724 INFO [FileChangeWatcher-hbase_test_key2629899066644049306.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2629899066644049306.p12 2024-11-27T16:12:34,724 INFO [FileChangeWatcher-hbase_test_key2629899066644049306.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2629899066644049306.p12 2024-11-27T16:12:34,724 DEBUG [FileChangeWatcher-hbase_test_ca9934665344519365764.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2629899066644049306.p12 2024-11-27T16:12:34,724 DEBUG [FileChangeWatcher-hbase_test_ca9934665344519365764.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2629899066644049306.p12 2024-11-27T16:12:34,724 DEBUG [FileChangeWatcher-hbase_test_key2629899066644049306.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9934665344519365764.p12 2024-11-27T16:12:34,725 DEBUG [FileChangeWatcher-hbase_test_ca9934665344519365764.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9934665344519365764.p12 2024-11-27T16:12:34,725 DEBUG [FileChangeWatcher-hbase_test_key2629899066644049306.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9934665344519365764.p12 2024-11-27T16:12:34,725 DEBUG [FileChangeWatcher-hbase_test_ca9934665344519365764.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9934665344519365764.p12 2024-11-27T16:12:34,725 INFO [FileChangeWatcher-hbase_test_ca9934665344519365764.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9934665344519365764.p12 2024-11-27T16:12:34,725 DEBUG [FileChangeWatcher-hbase_test_key2629899066644049306.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9934665344519365764.p12 2024-11-27T16:12:34,725 DEBUG [FileChangeWatcher-hbase_test_key2629899066644049306.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9934665344519365764.p12 2024-11-27T16:12:34,725 INFO [FileChangeWatcher-hbase_test_ca9934665344519365764.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9934665344519365764.p12 2024-11-27T16:12:34,741 DEBUG [FileChangeWatcher-hbase_test_key2629899066644049306.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9934665344519365764.p12 2024-11-27T16:12:34,741 DEBUG [FileChangeWatcher-hbase_test_ca9934665344519365764.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9934665344519365764.p12 2024-11-27T16:12:34,741 DEBUG [FileChangeWatcher-hbase_test_ca9934665344519365764.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9934665344519365764.p12 2024-11-27T16:12:34,741 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,36223,0 is dead - stopping the connection localhost:36223/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-27T16:12:34,741 DEBUG [FileChangeWatcher-hbase_test_key2629899066644049306.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9934665344519365764.p12 2024-11-27T16:12:34,741 DEBUG [FileChangeWatcher-hbase_test_key2629899066644049306.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9934665344519365764.p12 2024-11-27T16:12:34,741 INFO [FileChangeWatcher-hbase_test_ca9934665344519365764.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9934665344519365764.p12 2024-11-27T16:12:34,741 INFO [FileChangeWatcher-hbase_test_ca9934665344519365764.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9934665344519365764.p12 2024-11-27T16:12:34,741 DEBUG [FileChangeWatcher-hbase_test_key2629899066644049306.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9934665344519365764.p12 2024-11-27T16:12:34,742 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T16:12:34,742 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:34,771 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:34,772 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T16:12:34,801 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:34,815 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:34,816 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x50a90985, L:/127.0.0.1:36223 - R:/127.0.0.1:50350] 2024-11-27T16:12:34,853 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50350, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T16:12:34,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T16:12:34,854 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36223 2024-11-27T16:12:34,854 DEBUG [FileChangeWatcher-hbase_test_key2629899066644049306.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2629899066644049306.p12 was interrupted and is shutting down... 2024-11-27T16:12:34,854 DEBUG [FileChangeWatcher-hbase_test_ca9934665344519365764.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9934665344519365764.p12 was interrupted and is shutting down... 2024-11-27T16:12:34,855 DEBUG [FileChangeWatcher-hbase_test_key2629899066644049306.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2629899066644049306.p12 was interrupted and is shutting down... 2024-11-27T16:12:34,855 DEBUG [FileChangeWatcher-hbase_test_ca9934665344519365764.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9934665344519365764.p12 was interrupted and is shutting down... 2024-11-27T16:12:34,855 INFO [FileChangeWatcher-hbase_test_key2629899066644049306.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2629899066644049306.p12 thread finished 2024-11-27T16:12:34,855 INFO [FileChangeWatcher-hbase_test_ca9934665344519365764.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9934665344519365764.p12 thread finished 2024-11-27T16:12:34,855 INFO [FileChangeWatcher-hbase_test_key2629899066644049306.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2629899066644049306.p12 thread finished 2024-11-27T16:12:34,862 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=398 (was 398), ProcessCount=11 (was 11), AvailableMemoryMB=4371 (was 4372) 2024-11-27T16:12:34,867 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=398, ProcessCount=11, AvailableMemoryMB=4371 2024-11-27T16:12:34,868 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T16:12:34,868 INFO [FileChangeWatcher-hbase_test_ca9934665344519365764.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9934665344519365764.p12 thread finished 2024-11-27T16:12:34,868 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43137 2024-11-27T16:12:34,868 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T16:12:34,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692c7fe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T16:12:34,869 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T16:12:34,870 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:34,899 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:34,899 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:34,900 INFO [FileChangeWatcher-hbase_test_key2629899066644049306.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2629899066644049306.p12 thread started 2024-11-27T16:12:34,900 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:34,900 INFO [FileChangeWatcher-hbase_test_ca9934665344519365764.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9934665344519365764.p12 thread started 2024-11-27T16:12:34,900 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T16:12:34,916 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:34,930 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:34,930 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:34,931 INFO [FileChangeWatcher-hbase_test_key2629899066644049306.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2629899066644049306.p12 thread started 2024-11-27T16:12:34,931 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:34,931 INFO [FileChangeWatcher-hbase_test_ca9934665344519365764.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9934665344519365764.p12 thread started 2024-11-27T16:12:34,931 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa00c49c9, L:/127.0.0.1:43137 - R:/127.0.0.1:40958] 2024-11-27T16:12:34,966 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40958, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T16:12:34,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T16:12:34,968 DEBUG [FileChangeWatcher-hbase_test_key2629899066644049306.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2629899066644049306.p12 was interrupted and is shutting down... 2024-11-27T16:12:34,968 DEBUG [FileChangeWatcher-hbase_test_ca9934665344519365764.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9934665344519365764.p12 was interrupted and is shutting down... 2024-11-27T16:12:34,968 INFO [FileChangeWatcher-hbase_test_key2629899066644049306.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2629899066644049306.p12 thread finished 2024-11-27T16:12:34,968 INFO [FileChangeWatcher-hbase_test_ca9934665344519365764.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9934665344519365764.p12 thread finished 2024-11-27T16:12:34,973 DEBUG [FileChangeWatcher-hbase_test_key2629899066644049306.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2629899066644049306.p12 2024-11-27T16:12:34,973 DEBUG [FileChangeWatcher-hbase_test_ca9934665344519365764.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2629899066644049306.p12 2024-11-27T16:12:34,973 INFO [FileChangeWatcher-hbase_test_key2629899066644049306.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2629899066644049306.p12 2024-11-27T16:12:34,973 DEBUG [FileChangeWatcher-hbase_test_ca9934665344519365764.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2629899066644049306.p12 2024-11-27T16:12:35,000 DEBUG [FileChangeWatcher-hbase_test_key2629899066644049306.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2629899066644049306.p12 2024-11-27T16:12:35,000 DEBUG [FileChangeWatcher-hbase_test_ca9934665344519365764.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2629899066644049306.p12 2024-11-27T16:12:35,000 INFO [FileChangeWatcher-hbase_test_key2629899066644049306.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2629899066644049306.p12 2024-11-27T16:12:35,000 DEBUG [FileChangeWatcher-hbase_test_ca9934665344519365764.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2629899066644049306.p12 2024-11-27T16:12:35,000 DEBUG [FileChangeWatcher-hbase_test_key2629899066644049306.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9934665344519365764.p12 2024-11-27T16:12:35,000 DEBUG [FileChangeWatcher-hbase_test_ca9934665344519365764.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9934665344519365764.p12 2024-11-27T16:12:35,000 DEBUG [FileChangeWatcher-hbase_test_key2629899066644049306.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9934665344519365764.p12 2024-11-27T16:12:35,000 INFO [FileChangeWatcher-hbase_test_ca9934665344519365764.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9934665344519365764.p12 2024-11-27T16:12:35,015 DEBUG [FileChangeWatcher-hbase_test_ca9934665344519365764.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9934665344519365764.p12 2024-11-27T16:12:35,015 DEBUG [FileChangeWatcher-hbase_test_key2629899066644049306.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9934665344519365764.p12 2024-11-27T16:12:35,015 INFO [FileChangeWatcher-hbase_test_ca9934665344519365764.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9934665344519365764.p12 2024-11-27T16:12:35,015 DEBUG [FileChangeWatcher-hbase_test_key2629899066644049306.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9934665344519365764.p12 2024-11-27T16:12:35,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573b46a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T16:12:35,016 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T16:12:35,016 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:35,046 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:35,046 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:35,047 INFO [FileChangeWatcher-hbase_test_key2629899066644049306.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2629899066644049306.p12 thread started 2024-11-27T16:12:35,047 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:35,047 INFO [FileChangeWatcher-hbase_test_ca9934665344519365764.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9934665344519365764.p12 thread started 2024-11-27T16:12:35,047 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T16:12:35,073 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:35,099 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:35,099 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xed5445e7, L:/127.0.0.1:43137 - R:/127.0.0.1:40968] 2024-11-27T16:12:35,149 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40968, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T16:12:35,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T16:12:35,150 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43137 2024-11-27T16:12:35,150 DEBUG [FileChangeWatcher-hbase_test_ca9934665344519365764.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9934665344519365764.p12 was interrupted and is shutting down... 2024-11-27T16:12:35,150 DEBUG [FileChangeWatcher-hbase_test_key2629899066644049306.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2629899066644049306.p12 was interrupted and is shutting down... 2024-11-27T16:12:35,150 DEBUG [FileChangeWatcher-hbase_test_key2629899066644049306.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2629899066644049306.p12 was interrupted and is shutting down... 2024-11-27T16:12:35,150 DEBUG [FileChangeWatcher-hbase_test_ca9934665344519365764.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9934665344519365764.p12 was interrupted and is shutting down... 2024-11-27T16:12:35,150 INFO [FileChangeWatcher-hbase_test_ca9934665344519365764.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9934665344519365764.p12 thread finished 2024-11-27T16:12:35,151 INFO [FileChangeWatcher-hbase_test_key2629899066644049306.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2629899066644049306.p12 thread finished 2024-11-27T16:12:35,151 INFO [FileChangeWatcher-hbase_test_ca9934665344519365764.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9934665344519365764.p12 thread finished 2024-11-27T16:12:35,151 INFO [FileChangeWatcher-hbase_test_key2629899066644049306.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2629899066644049306.p12 thread finished 2024-11-27T16:12:35,158 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=398 (was 398), ProcessCount=11 (was 11), AvailableMemoryMB=4359 (was 4371) 2024-11-27T16:12:35,164 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=398, ProcessCount=11, AvailableMemoryMB=4358 2024-11-27T16:12:35,591 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T16:12:35,592 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44717 2024-11-27T16:12:35,592 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T16:12:35,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@114ad6e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T16:12:35,593 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T16:12:35,593 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:35,919 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:35,920 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:35,921 INFO [FileChangeWatcher-hbase_test_key9604304499913239672.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9604304499913239672.bcfks thread started 2024-11-27T16:12:35,921 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:35,921 INFO [FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks thread started 2024-11-27T16:12:35,921 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T16:12:36,083 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:36,243 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:36,244 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:36,244 INFO [FileChangeWatcher-hbase_test_key9604304499913239672.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9604304499913239672.bcfks thread started 2024-11-27T16:12:36,245 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:36,245 INFO [FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks thread started 2024-11-27T16:12:36,245 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4046dd34, L:/127.0.0.1:44717 - R:/127.0.0.1:53698] 2024-11-27T16:12:36,462 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53698, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T16:12:36,469 DEBUG [FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9604304499913239672.bcfks 2024-11-27T16:12:36,469 DEBUG [FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9604304499913239672.bcfks 2024-11-27T16:12:36,469 DEBUG [FileChangeWatcher-hbase_test_key9604304499913239672.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9604304499913239672.bcfks 2024-11-27T16:12:36,469 DEBUG [FileChangeWatcher-hbase_test_key9604304499913239672.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9604304499913239672.bcfks 2024-11-27T16:12:36,469 DEBUG [FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9604304499913239672.bcfks 2024-11-27T16:12:36,469 DEBUG [FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9604304499913239672.bcfks 2024-11-27T16:12:36,469 INFO [FileChangeWatcher-hbase_test_key9604304499913239672.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9604304499913239672.bcfks 2024-11-27T16:12:36,469 INFO [FileChangeWatcher-hbase_test_key9604304499913239672.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9604304499913239672.bcfks 2024-11-27T16:12:36,711 DEBUG [FileChangeWatcher-hbase_test_key9604304499913239672.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9604304499913239672.bcfks 2024-11-27T16:12:36,711 DEBUG [FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9604304499913239672.bcfks 2024-11-27T16:12:36,711 INFO [FileChangeWatcher-hbase_test_key9604304499913239672.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9604304499913239672.bcfks 2024-11-27T16:12:36,711 DEBUG [FileChangeWatcher-hbase_test_key9604304499913239672.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9604304499913239672.bcfks 2024-11-27T16:12:36,711 DEBUG [FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9604304499913239672.bcfks 2024-11-27T16:12:36,711 DEBUG [FileChangeWatcher-hbase_test_key9604304499913239672.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9902578168702873727.bcfks 2024-11-27T16:12:36,711 DEBUG [FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9902578168702873727.bcfks 2024-11-27T16:12:36,711 DEBUG [FileChangeWatcher-hbase_test_key9604304499913239672.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9902578168702873727.bcfks 2024-11-27T16:12:36,711 INFO [FileChangeWatcher-hbase_test_key9604304499913239672.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9604304499913239672.bcfks 2024-11-27T16:12:36,711 INFO [FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9902578168702873727.bcfks 2024-11-27T16:12:36,711 DEBUG [FileChangeWatcher-hbase_test_key9604304499913239672.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9902578168702873727.bcfks 2024-11-27T16:12:36,711 DEBUG [FileChangeWatcher-hbase_test_key9604304499913239672.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9902578168702873727.bcfks 2024-11-27T16:12:36,711 DEBUG [FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9604304499913239672.bcfks 2024-11-27T16:12:36,711 DEBUG [FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9604304499913239672.bcfks 2024-11-27T16:12:36,711 DEBUG [FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9902578168702873727.bcfks 2024-11-27T16:12:36,712 INFO [FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9902578168702873727.bcfks 2024-11-27T16:12:36,878 DEBUG [FileChangeWatcher-hbase_test_key9604304499913239672.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9902578168702873727.bcfks 2024-11-27T16:12:36,878 DEBUG [FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9902578168702873727.bcfks 2024-11-27T16:12:36,878 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44717,0 is dead - stopping the connection localhost:44717/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-27T16:12:36,878 DEBUG [FileChangeWatcher-hbase_test_key9604304499913239672.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9902578168702873727.bcfks 2024-11-27T16:12:36,878 DEBUG [FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9902578168702873727.bcfks 2024-11-27T16:12:36,878 DEBUG [FileChangeWatcher-hbase_test_key9604304499913239672.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9902578168702873727.bcfks 2024-11-27T16:12:36,878 INFO [FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9902578168702873727.bcfks 2024-11-27T16:12:36,878 DEBUG [FileChangeWatcher-hbase_test_key9604304499913239672.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9902578168702873727.bcfks 2024-11-27T16:12:36,878 INFO [FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9902578168702873727.bcfks 2024-11-27T16:12:36,878 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T16:12:36,879 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:37,244 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:37,245 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T16:12:37,410 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:37,574 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:37,575 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd7d09780, L:/127.0.0.1:44717 - R:/127.0.0.1:53704] 2024-11-27T16:12:37,762 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53704, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T16:12:37,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T16:12:37,764 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44717 2024-11-27T16:12:37,764 DEBUG [FileChangeWatcher-hbase_test_key9604304499913239672.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9604304499913239672.bcfks was interrupted and is shutting down... 2024-11-27T16:12:37,764 DEBUG [FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks was interrupted and is shutting down... 2024-11-27T16:12:37,764 DEBUG [FileChangeWatcher-hbase_test_key9604304499913239672.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9604304499913239672.bcfks was interrupted and is shutting down... 2024-11-27T16:12:37,764 DEBUG [FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks was interrupted and is shutting down... 2024-11-27T16:12:37,764 INFO [FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks thread finished 2024-11-27T16:12:37,764 INFO [FileChangeWatcher-hbase_test_key9604304499913239672.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9604304499913239672.bcfks thread finished 2024-11-27T16:12:37,764 INFO [FileChangeWatcher-hbase_test_key9604304499913239672.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9604304499913239672.bcfks thread finished 2024-11-27T16:12:37,771 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=382 (was 398), ProcessCount=11 (was 11), AvailableMemoryMB=4357 (was 4358) 2024-11-27T16:12:37,776 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=382, ProcessCount=11, AvailableMemoryMB=4357 2024-11-27T16:12:37,778 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T16:12:37,779 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36173 2024-11-27T16:12:37,779 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T16:12:37,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ec946e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T16:12:37,779 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T16:12:37,780 INFO [FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks thread finished 2024-11-27T16:12:37,780 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:38,122 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:38,123 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:38,124 INFO [FileChangeWatcher-hbase_test_key9604304499913239672.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9604304499913239672.bcfks thread started 2024-11-27T16:12:38,124 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:38,124 INFO [FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks thread started 2024-11-27T16:12:38,124 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T16:12:38,289 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:38,454 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:38,454 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:38,455 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:38,455 INFO [FileChangeWatcher-hbase_test_key9604304499913239672.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9604304499913239672.bcfks thread started 2024-11-27T16:12:38,455 INFO [FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks thread started 2024-11-27T16:12:38,455 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xdf54f924, L:/127.0.0.1:36173 - R:/127.0.0.1:58670] 2024-11-27T16:12:38,635 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58670, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T16:12:38,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T16:12:38,637 DEBUG [FileChangeWatcher-hbase_test_key9604304499913239672.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9604304499913239672.bcfks was interrupted and is shutting down... 2024-11-27T16:12:38,637 DEBUG [FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks was interrupted and is shutting down... 2024-11-27T16:12:38,637 INFO [FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks thread finished 2024-11-27T16:12:38,638 INFO [FileChangeWatcher-hbase_test_key9604304499913239672.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9604304499913239672.bcfks thread finished 2024-11-27T16:12:38,646 DEBUG [FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9604304499913239672.bcfks 2024-11-27T16:12:38,646 DEBUG [FileChangeWatcher-hbase_test_key9604304499913239672.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9604304499913239672.bcfks 2024-11-27T16:12:38,646 DEBUG [FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9604304499913239672.bcfks 2024-11-27T16:12:38,646 INFO [FileChangeWatcher-hbase_test_key9604304499913239672.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9604304499913239672.bcfks 2024-11-27T16:12:38,892 DEBUG [FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9604304499913239672.bcfks 2024-11-27T16:12:38,892 DEBUG [FileChangeWatcher-hbase_test_key9604304499913239672.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9604304499913239672.bcfks 2024-11-27T16:12:38,892 DEBUG [FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9604304499913239672.bcfks 2024-11-27T16:12:38,892 INFO [FileChangeWatcher-hbase_test_key9604304499913239672.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9604304499913239672.bcfks 2024-11-27T16:12:38,893 DEBUG [FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9902578168702873727.bcfks 2024-11-27T16:12:38,893 DEBUG [FileChangeWatcher-hbase_test_key9604304499913239672.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9902578168702873727.bcfks 2024-11-27T16:12:38,893 INFO [FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9902578168702873727.bcfks 2024-11-27T16:12:38,893 DEBUG [FileChangeWatcher-hbase_test_key9604304499913239672.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9902578168702873727.bcfks 2024-11-27T16:12:39,056 DEBUG [FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9902578168702873727.bcfks 2024-11-27T16:12:39,056 DEBUG [FileChangeWatcher-hbase_test_key9604304499913239672.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9902578168702873727.bcfks 2024-11-27T16:12:39,056 INFO [FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9902578168702873727.bcfks 2024-11-27T16:12:39,056 DEBUG [FileChangeWatcher-hbase_test_key9604304499913239672.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9902578168702873727.bcfks 2024-11-27T16:12:39,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56e3b1e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T16:12:39,057 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T16:12:39,058 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:39,396 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:39,397 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:39,397 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/293f61cd-d3ac-4aa7-f51e-fe267acd27b5/TestNettyTLSIPCFileWatcher 2024-11-27T16:12:39,397 INFO [FileChangeWatcher-hbase_test_key9604304499913239672.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9604304499913239672.bcfks thread started 2024-11-27T16:12:39,397 INFO [FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks thread started 2024-11-27T16:12:39,398 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T16:12:39,562 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T16:12:39,727 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T16:12:39,728 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd3743b15, L:/127.0.0.1:36173 - R:/127.0.0.1:58676] 2024-11-27T16:12:39,908 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58676, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T16:12:39,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T16:12:39,910 DEBUG [FileChangeWatcher-hbase_test_key9604304499913239672.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9604304499913239672.bcfks was interrupted and is shutting down... 2024-11-27T16:12:39,910 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36173 2024-11-27T16:12:39,910 DEBUG [FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks was interrupted and is shutting down... 2024-11-27T16:12:39,910 DEBUG [FileChangeWatcher-hbase_test_key9604304499913239672.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9604304499913239672.bcfks was interrupted and is shutting down... 2024-11-27T16:12:39,910 DEBUG [FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks was interrupted and is shutting down... 2024-11-27T16:12:39,910 INFO [FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks thread finished 2024-11-27T16:12:39,910 INFO [FileChangeWatcher-hbase_test_key9604304499913239672.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9604304499913239672.bcfks thread finished 2024-11-27T16:12:39,910 INFO [FileChangeWatcher-hbase_test_key9604304499913239672.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9604304499913239672.bcfks thread finished 2024-11-27T16:12:39,917 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=382 (was 382), ProcessCount=11 (was 11), AvailableMemoryMB=4361 (was 4357) - AvailableMemoryMB LEAK? - 2024-11-27T16:12:39,924 INFO [FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9902578168702873727.bcfks thread finished