2024-11-20 11:10:33,994 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-20 11:10:34,007 main DEBUG Took 0.010458 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 11:10:34,007 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 11:10:34,007 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 11:10:34,008 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 11:10:34,010 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:10:34,019 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 11:10:34,032 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:10:34,034 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:10:34,035 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:10:34,035 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:10:34,036 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:10:34,036 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:10:34,038 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:10:34,038 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:10:34,039 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:10:34,039 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:10:34,041 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:10:34,041 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:10:34,042 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:10:34,042 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:10:34,043 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:10:34,043 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:10:34,044 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:10:34,045 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:10:34,045 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:10:34,046 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:10:34,047 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:10:34,047 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:10:34,048 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:10:34,048 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:10:34,049 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:10:34,049 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 11:10:34,051 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:10:34,053 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 11:10:34,056 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 11:10:34,056 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 11:10:34,058 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 11:10:34,058 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 11:10:34,071 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 11:10:34,074 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 11:10:34,076 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 11:10:34,076 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 11:10:34,076 main DEBUG createAppenders(={Console}) 2024-11-20 11:10:34,077 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-20 11:10:34,077 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-20 11:10:34,078 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-20 11:10:34,078 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 11:10:34,079 main DEBUG OutputStream closed 2024-11-20 11:10:34,079 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 11:10:34,079 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 11:10:34,080 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-20 11:10:34,160 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 11:10:34,163 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 11:10:34,164 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 11:10:34,165 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 11:10:34,166 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 11:10:34,166 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 11:10:34,167 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 11:10:34,168 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 11:10:34,168 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 11:10:34,169 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 11:10:34,169 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 11:10:34,169 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 11:10:34,170 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 11:10:34,170 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 11:10:34,171 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 11:10:34,171 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 11:10:34,171 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 11:10:34,172 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 11:10:34,174 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 11:10:34,175 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-20 11:10:34,175 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 11:10:34,176 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-20T11:10:34,192 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-20 11:10:34,195 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 11:10:34,196 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T11:10:34,588 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T11:10:35,403 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=288, ProcessCount=11, AvailableMemoryMB=6683 2024-11-20T11:10:35,987 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T11:10:36,032 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T11:10:36,047 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T11:10:36,058 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T11:10:36,130 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:10:36,165 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 27616 (auto-detected) 2024-11-20T11:10:36,166 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-20T11:10:36,190 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44489 2024-11-20T11:10:36,194 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-20T11:10:36,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:10:36,221 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T11:10:36,221 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T11:10:36,514 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T11:10:36,570 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:36,618 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:36,699 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:36,701 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:36,701 INFO [FileChangeWatcher-hbase_test_key16388035433316513570.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16388035433316513570.jks thread started 2024-11-20T11:10:36,702 INFO [FileChangeWatcher-hbase_test_ca17812669416073107753.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17812669416073107753.jks thread started 2024-11-20T11:10:36,710 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T11:10:36,790 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:36,806 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:36,866 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:36,867 INFO [FileChangeWatcher-hbase_test_key16388035433316513570.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16388035433316513570.jks thread started 2024-11-20T11:10:36,867 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:36,868 INFO [FileChangeWatcher-hbase_test_ca17812669416073107753.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17812669416073107753.jks thread started 2024-11-20T11:10:36,869 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa1c58d33, L:/127.0.0.1:44489 - R:/127.0.0.1:58550] 2024-11-20T11:10:36,987 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58550, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T11:10:37,386 DEBUG [FileChangeWatcher-hbase_test_ca17812669416073107753.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16388035433316513570.jks 2024-11-20T11:10:37,386 DEBUG [FileChangeWatcher-hbase_test_ca17812669416073107753.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16388035433316513570.jks 2024-11-20T11:10:37,386 DEBUG [FileChangeWatcher-hbase_test_key16388035433316513570.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16388035433316513570.jks 2024-11-20T11:10:37,386 DEBUG [FileChangeWatcher-hbase_test_key16388035433316513570.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16388035433316513570.jks 2024-11-20T11:10:37,386 DEBUG [FileChangeWatcher-hbase_test_ca17812669416073107753.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16388035433316513570.jks 2024-11-20T11:10:37,386 INFO [FileChangeWatcher-hbase_test_key16388035433316513570.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16388035433316513570.jks 2024-11-20T11:10:37,386 DEBUG [FileChangeWatcher-hbase_test_ca17812669416073107753.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16388035433316513570.jks 2024-11-20T11:10:37,386 INFO [FileChangeWatcher-hbase_test_key16388035433316513570.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16388035433316513570.jks 2024-11-20T11:10:37,412 DEBUG [FileChangeWatcher-hbase_test_key16388035433316513570.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16388035433316513570.jks 2024-11-20T11:10:37,412 DEBUG [FileChangeWatcher-hbase_test_ca17812669416073107753.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16388035433316513570.jks 2024-11-20T11:10:37,412 DEBUG [FileChangeWatcher-hbase_test_key16388035433316513570.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16388035433316513570.jks 2024-11-20T11:10:37,412 DEBUG [FileChangeWatcher-hbase_test_ca17812669416073107753.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16388035433316513570.jks 2024-11-20T11:10:37,413 INFO [FileChangeWatcher-hbase_test_key16388035433316513570.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16388035433316513570.jks 2024-11-20T11:10:37,413 DEBUG [FileChangeWatcher-hbase_test_ca17812669416073107753.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16388035433316513570.jks 2024-11-20T11:10:37,413 DEBUG [FileChangeWatcher-hbase_test_ca17812669416073107753.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16388035433316513570.jks 2024-11-20T11:10:37,413 INFO [FileChangeWatcher-hbase_test_key16388035433316513570.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16388035433316513570.jks 2024-11-20T11:10:37,413 DEBUG [FileChangeWatcher-hbase_test_key16388035433316513570.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17812669416073107753.jks 2024-11-20T11:10:37,413 DEBUG [FileChangeWatcher-hbase_test_ca17812669416073107753.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17812669416073107753.jks 2024-11-20T11:10:37,413 DEBUG [FileChangeWatcher-hbase_test_key16388035433316513570.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17812669416073107753.jks 2024-11-20T11:10:37,413 DEBUG [FileChangeWatcher-hbase_test_key16388035433316513570.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17812669416073107753.jks 2024-11-20T11:10:37,413 INFO [FileChangeWatcher-hbase_test_ca17812669416073107753.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17812669416073107753.jks 2024-11-20T11:10:37,413 DEBUG [FileChangeWatcher-hbase_test_key16388035433316513570.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17812669416073107753.jks 2024-11-20T11:10:37,413 DEBUG [FileChangeWatcher-hbase_test_ca17812669416073107753.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17812669416073107753.jks 2024-11-20T11:10:37,414 INFO [FileChangeWatcher-hbase_test_ca17812669416073107753.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17812669416073107753.jks 2024-11-20T11:10:37,427 DEBUG [FileChangeWatcher-hbase_test_ca17812669416073107753.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17812669416073107753.jks 2024-11-20T11:10:37,427 DEBUG [FileChangeWatcher-hbase_test_key16388035433316513570.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17812669416073107753.jks 2024-11-20T11:10:37,427 DEBUG [FileChangeWatcher-hbase_test_ca17812669416073107753.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17812669416073107753.jks 2024-11-20T11:10:37,427 DEBUG [FileChangeWatcher-hbase_test_key16388035433316513570.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17812669416073107753.jks 2024-11-20T11:10:37,427 INFO [FileChangeWatcher-hbase_test_ca17812669416073107753.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17812669416073107753.jks 2024-11-20T11:10:37,427 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44489,0 is dead - stopping the connection localhost:44489/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-20T11:10:37,427 DEBUG [FileChangeWatcher-hbase_test_key16388035433316513570.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17812669416073107753.jks 2024-11-20T11:10:37,427 DEBUG [FileChangeWatcher-hbase_test_key16388035433316513570.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17812669416073107753.jks 2024-11-20T11:10:37,427 INFO [FileChangeWatcher-hbase_test_ca17812669416073107753.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17812669416073107753.jks 2024-11-20T11:10:37,429 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T11:10:37,430 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:37,466 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:37,466 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T11:10:37,486 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:37,513 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:37,514 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xca9f65c7, L:/127.0.0.1:44489 - R:/127.0.0.1:58552] 2024-11-20T11:10:37,561 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58552, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T11:10:37,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:10:37,564 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44489 2024-11-20T11:10:37,564 DEBUG [FileChangeWatcher-hbase_test_key16388035433316513570.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16388035433316513570.jks was interrupted and is shutting down... 2024-11-20T11:10:37,564 DEBUG [FileChangeWatcher-hbase_test_ca17812669416073107753.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17812669416073107753.jks was interrupted and is shutting down... 2024-11-20T11:10:37,565 DEBUG [FileChangeWatcher-hbase_test_key16388035433316513570.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16388035433316513570.jks was interrupted and is shutting down... 2024-11-20T11:10:37,565 DEBUG [FileChangeWatcher-hbase_test_ca17812669416073107753.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17812669416073107753.jks was interrupted and is shutting down... 2024-11-20T11:10:37,565 INFO [FileChangeWatcher-hbase_test_key16388035433316513570.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16388035433316513570.jks thread finished 2024-11-20T11:10:37,565 INFO [FileChangeWatcher-hbase_test_key16388035433316513570.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16388035433316513570.jks thread finished 2024-11-20T11:10:37,565 INFO [FileChangeWatcher-hbase_test_ca17812669416073107753.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17812669416073107753.jks thread finished 2024-11-20T11:10:37,574 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: FileChangeWatcher-hbase_test_ca17812669416073107753.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=288 (was 288), ProcessCount=11 (was 11), AvailableMemoryMB=6523 (was 6683) 2024-11-20T11:10:37,580 INFO [FileChangeWatcher-hbase_test_ca17812669416073107753.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17812669416073107753.jks thread finished 2024-11-20T11:10:37,581 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=288, ProcessCount=11, AvailableMemoryMB=6523 2024-11-20T11:10:37,582 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:10:37,583 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38101 2024-11-20T11:10:37,583 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-20T11:10:37,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de698e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:10:37,584 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T11:10:37,585 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:37,617 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:37,617 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:37,618 INFO [FileChangeWatcher-hbase_test_key16388035433316513570.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16388035433316513570.jks thread started 2024-11-20T11:10:37,618 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:37,618 INFO [FileChangeWatcher-hbase_test_ca17812669416073107753.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17812669416073107753.jks thread started 2024-11-20T11:10:37,619 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T11:10:37,635 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:37,651 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:37,651 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:37,652 INFO [FileChangeWatcher-hbase_test_key16388035433316513570.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16388035433316513570.jks thread started 2024-11-20T11:10:37,652 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:37,653 INFO [FileChangeWatcher-hbase_test_ca17812669416073107753.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17812669416073107753.jks thread started 2024-11-20T11:10:37,653 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe8c4d2ea, L:/127.0.0.1:38101 - R:/127.0.0.1:47476] 2024-11-20T11:10:37,691 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47476, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T11:10:37,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:10:37,694 DEBUG [FileChangeWatcher-hbase_test_ca17812669416073107753.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17812669416073107753.jks was interrupted and is shutting down... 2024-11-20T11:10:37,694 DEBUG [FileChangeWatcher-hbase_test_key16388035433316513570.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16388035433316513570.jks was interrupted and is shutting down... 2024-11-20T11:10:37,694 INFO [FileChangeWatcher-hbase_test_ca17812669416073107753.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17812669416073107753.jks thread finished 2024-11-20T11:10:37,694 INFO [FileChangeWatcher-hbase_test_key16388035433316513570.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16388035433316513570.jks thread finished 2024-11-20T11:10:37,836 DEBUG [FileChangeWatcher-hbase_test_ca17812669416073107753.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16388035433316513570.jks 2024-11-20T11:10:37,836 DEBUG [FileChangeWatcher-hbase_test_key16388035433316513570.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16388035433316513570.jks 2024-11-20T11:10:37,836 DEBUG [FileChangeWatcher-hbase_test_ca17812669416073107753.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16388035433316513570.jks 2024-11-20T11:10:37,837 INFO [FileChangeWatcher-hbase_test_key16388035433316513570.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16388035433316513570.jks 2024-11-20T11:10:37,864 DEBUG [FileChangeWatcher-hbase_test_key16388035433316513570.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16388035433316513570.jks 2024-11-20T11:10:37,864 DEBUG [FileChangeWatcher-hbase_test_ca17812669416073107753.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16388035433316513570.jks 2024-11-20T11:10:37,864 DEBUG [FileChangeWatcher-hbase_test_ca17812669416073107753.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16388035433316513570.jks 2024-11-20T11:10:37,864 INFO [FileChangeWatcher-hbase_test_key16388035433316513570.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16388035433316513570.jks 2024-11-20T11:10:37,864 DEBUG [FileChangeWatcher-hbase_test_ca17812669416073107753.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17812669416073107753.jks 2024-11-20T11:10:37,864 DEBUG [FileChangeWatcher-hbase_test_key16388035433316513570.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17812669416073107753.jks 2024-11-20T11:10:37,865 INFO [FileChangeWatcher-hbase_test_ca17812669416073107753.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17812669416073107753.jks 2024-11-20T11:10:37,865 DEBUG [FileChangeWatcher-hbase_test_key16388035433316513570.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17812669416073107753.jks 2024-11-20T11:10:37,879 DEBUG [FileChangeWatcher-hbase_test_ca17812669416073107753.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17812669416073107753.jks 2024-11-20T11:10:37,879 DEBUG [FileChangeWatcher-hbase_test_key16388035433316513570.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17812669416073107753.jks 2024-11-20T11:10:37,880 INFO [FileChangeWatcher-hbase_test_ca17812669416073107753.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17812669416073107753.jks 2024-11-20T11:10:37,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9672be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:10:37,880 DEBUG [FileChangeWatcher-hbase_test_key16388035433316513570.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17812669416073107753.jks 2024-11-20T11:10:37,880 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T11:10:37,881 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:37,913 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:37,914 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:37,914 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:37,914 INFO [FileChangeWatcher-hbase_test_key16388035433316513570.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16388035433316513570.jks thread started 2024-11-20T11:10:37,915 INFO [FileChangeWatcher-hbase_test_ca17812669416073107753.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17812669416073107753.jks thread started 2024-11-20T11:10:37,915 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T11:10:37,931 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:37,947 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:37,947 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x95687747, L:/127.0.0.1:38101 - R:/127.0.0.1:47480] 2024-11-20T11:10:38,001 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47480, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T11:10:38,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:10:38,003 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38101 2024-11-20T11:10:38,003 DEBUG [FileChangeWatcher-hbase_test_ca17812669416073107753.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17812669416073107753.jks was interrupted and is shutting down... 2024-11-20T11:10:38,003 DEBUG [FileChangeWatcher-hbase_test_key16388035433316513570.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16388035433316513570.jks was interrupted and is shutting down... 2024-11-20T11:10:38,003 DEBUG [FileChangeWatcher-hbase_test_ca17812669416073107753.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17812669416073107753.jks was interrupted and is shutting down... 2024-11-20T11:10:38,004 INFO [FileChangeWatcher-hbase_test_ca17812669416073107753.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17812669416073107753.jks thread finished 2024-11-20T11:10:38,003 DEBUG [FileChangeWatcher-hbase_test_key16388035433316513570.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16388035433316513570.jks was interrupted and is shutting down... 2024-11-20T11:10:38,004 INFO [FileChangeWatcher-hbase_test_ca17812669416073107753.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17812669416073107753.jks thread finished 2024-11-20T11:10:38,011 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=27 (was 23) Potentially hanging thread: FileChangeWatcher-hbase_test_key16388035433316513570.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key16388035433316513570.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=288 (was 288), ProcessCount=11 (was 11), AvailableMemoryMB=6477 (was 6523) 2024-11-20T11:10:38,016 INFO [FileChangeWatcher-hbase_test_key16388035433316513570.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16388035433316513570.jks thread finished 2024-11-20T11:10:38,016 INFO [FileChangeWatcher-hbase_test_key16388035433316513570.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16388035433316513570.jks thread finished 2024-11-20T11:10:38,017 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=288, ProcessCount=11, AvailableMemoryMB=6477 2024-11-20T11:10:38,067 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:10:38,068 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33789 2024-11-20T11:10:38,068 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-20T11:10:38,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13650f63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:10:38,069 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T11:10:38,071 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:38,101 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:38,102 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:38,102 INFO [FileChangeWatcher-hbase_test_key14212018942991530581.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14212018942991530581.pem thread started 2024-11-20T11:10:38,103 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:38,103 INFO [FileChangeWatcher-hbase_test_ca1124693373066233555.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1124693373066233555.pem thread started 2024-11-20T11:10:38,103 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T11:10:38,123 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:38,124 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:38,125 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:38,125 INFO [FileChangeWatcher-hbase_test_key14212018942991530581.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14212018942991530581.pem thread started 2024-11-20T11:10:38,126 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:38,126 INFO [FileChangeWatcher-hbase_test_ca1124693373066233555.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1124693373066233555.pem thread started 2024-11-20T11:10:38,126 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5140fce7, L:/127.0.0.1:33789 - R:/127.0.0.1:43480] 2024-11-20T11:10:38,148 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43480, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T11:10:38,441 DEBUG [FileChangeWatcher-hbase_test_ca1124693373066233555.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14212018942991530581.pem 2024-11-20T11:10:38,441 DEBUG [FileChangeWatcher-hbase_test_ca1124693373066233555.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14212018942991530581.pem 2024-11-20T11:10:38,441 DEBUG [FileChangeWatcher-hbase_test_key14212018942991530581.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14212018942991530581.pem 2024-11-20T11:10:38,441 DEBUG [FileChangeWatcher-hbase_test_key14212018942991530581.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14212018942991530581.pem 2024-11-20T11:10:38,441 DEBUG [FileChangeWatcher-hbase_test_ca1124693373066233555.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14212018942991530581.pem 2024-11-20T11:10:38,441 DEBUG [FileChangeWatcher-hbase_test_ca1124693373066233555.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14212018942991530581.pem 2024-11-20T11:10:38,441 INFO [FileChangeWatcher-hbase_test_key14212018942991530581.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14212018942991530581.pem 2024-11-20T11:10:38,441 INFO [FileChangeWatcher-hbase_test_key14212018942991530581.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14212018942991530581.pem 2024-11-20T11:10:38,442 DEBUG [FileChangeWatcher-hbase_test_ca1124693373066233555.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14212018942991530581.pem 2024-11-20T11:10:38,442 DEBUG [FileChangeWatcher-hbase_test_key14212018942991530581.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14212018942991530581.pem 2024-11-20T11:10:38,442 DEBUG [FileChangeWatcher-hbase_test_ca1124693373066233555.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14212018942991530581.pem 2024-11-20T11:10:38,442 INFO [FileChangeWatcher-hbase_test_key14212018942991530581.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14212018942991530581.pem 2024-11-20T11:10:38,442 DEBUG [FileChangeWatcher-hbase_test_key14212018942991530581.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14212018942991530581.pem 2024-11-20T11:10:38,442 DEBUG [FileChangeWatcher-hbase_test_key14212018942991530581.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1124693373066233555.pem 2024-11-20T11:10:38,442 DEBUG [FileChangeWatcher-hbase_test_ca1124693373066233555.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1124693373066233555.pem 2024-11-20T11:10:38,442 DEBUG [FileChangeWatcher-hbase_test_key14212018942991530581.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1124693373066233555.pem 2024-11-20T11:10:38,442 INFO [FileChangeWatcher-hbase_test_ca1124693373066233555.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1124693373066233555.pem 2024-11-20T11:10:38,443 DEBUG [FileChangeWatcher-hbase_test_key14212018942991530581.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1124693373066233555.pem 2024-11-20T11:10:38,443 DEBUG [FileChangeWatcher-hbase_test_ca1124693373066233555.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1124693373066233555.pem 2024-11-20T11:10:38,443 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,33789,0 is dead - stopping the connection localhost:33789/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-20T11:10:38,443 DEBUG [FileChangeWatcher-hbase_test_key14212018942991530581.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1124693373066233555.pem 2024-11-20T11:10:38,443 INFO [FileChangeWatcher-hbase_test_ca1124693373066233555.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1124693373066233555.pem 2024-11-20T11:10:38,443 INFO [FileChangeWatcher-hbase_test_key14212018942991530581.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14212018942991530581.pem 2024-11-20T11:10:38,443 DEBUG [FileChangeWatcher-hbase_test_key14212018942991530581.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1124693373066233555.pem 2024-11-20T11:10:38,443 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T11:10:38,443 DEBUG [FileChangeWatcher-hbase_test_key14212018942991530581.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1124693373066233555.pem 2024-11-20T11:10:38,444 DEBUG [FileChangeWatcher-hbase_test_ca1124693373066233555.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14212018942991530581.pem 2024-11-20T11:10:38,444 DEBUG [FileChangeWatcher-hbase_test_ca1124693373066233555.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14212018942991530581.pem 2024-11-20T11:10:38,444 DEBUG [FileChangeWatcher-hbase_test_ca1124693373066233555.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1124693373066233555.pem 2024-11-20T11:10:38,444 INFO [FileChangeWatcher-hbase_test_ca1124693373066233555.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1124693373066233555.pem 2024-11-20T11:10:38,445 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:38,453 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:38,454 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T11:10:38,461 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:38,462 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:38,463 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1da6979b, L:/127.0.0.1:33789 - R:/127.0.0.1:43482] 2024-11-20T11:10:38,482 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43482, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T11:10:38,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:10:38,484 DEBUG [FileChangeWatcher-hbase_test_key14212018942991530581.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14212018942991530581.pem was interrupted and is shutting down... 2024-11-20T11:10:38,484 DEBUG [FileChangeWatcher-hbase_test_ca1124693373066233555.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1124693373066233555.pem was interrupted and is shutting down... 2024-11-20T11:10:38,484 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33789 2024-11-20T11:10:38,485 DEBUG [FileChangeWatcher-hbase_test_ca1124693373066233555.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1124693373066233555.pem was interrupted and is shutting down... 2024-11-20T11:10:38,485 INFO [FileChangeWatcher-hbase_test_key14212018942991530581.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14212018942991530581.pem thread finished 2024-11-20T11:10:38,485 INFO [FileChangeWatcher-hbase_test_ca1124693373066233555.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1124693373066233555.pem thread finished 2024-11-20T11:10:38,485 DEBUG [FileChangeWatcher-hbase_test_key14212018942991530581.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14212018942991530581.pem was interrupted and is shutting down... 2024-11-20T11:10:38,485 INFO [FileChangeWatcher-hbase_test_ca1124693373066233555.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1124693373066233555.pem thread finished 2024-11-20T11:10:38,492 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 27), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=288 (was 288), ProcessCount=11 (was 11), AvailableMemoryMB=6412 (was 6477) 2024-11-20T11:10:38,498 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=288, ProcessCount=11, AvailableMemoryMB=6411 2024-11-20T11:10:38,499 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:10:38,500 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45099 2024-11-20T11:10:38,500 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-20T11:10:38,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cd5303b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:10:38,501 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T11:10:38,502 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:38,504 INFO [FileChangeWatcher-hbase_test_key14212018942991530581.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14212018942991530581.pem thread finished 2024-11-20T11:10:38,507 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:38,508 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:38,509 INFO [FileChangeWatcher-hbase_test_key14212018942991530581.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14212018942991530581.pem thread started 2024-11-20T11:10:38,509 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:38,509 INFO [FileChangeWatcher-hbase_test_ca1124693373066233555.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1124693373066233555.pem thread started 2024-11-20T11:10:38,510 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T11:10:38,514 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:38,515 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:38,515 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:38,516 INFO [FileChangeWatcher-hbase_test_key14212018942991530581.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14212018942991530581.pem thread started 2024-11-20T11:10:38,516 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:38,517 INFO [FileChangeWatcher-hbase_test_ca1124693373066233555.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1124693373066233555.pem thread started 2024-11-20T11:10:38,517 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb4ef2df0, L:/127.0.0.1:45099 - R:/127.0.0.1:46978] 2024-11-20T11:10:38,530 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46978, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T11:10:38,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:10:38,532 DEBUG [FileChangeWatcher-hbase_test_key14212018942991530581.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14212018942991530581.pem was interrupted and is shutting down... 2024-11-20T11:10:38,533 DEBUG [FileChangeWatcher-hbase_test_ca1124693373066233555.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1124693373066233555.pem was interrupted and is shutting down... 2024-11-20T11:10:38,533 INFO [FileChangeWatcher-hbase_test_key14212018942991530581.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14212018942991530581.pem thread finished 2024-11-20T11:10:38,533 INFO [FileChangeWatcher-hbase_test_ca1124693373066233555.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1124693373066233555.pem thread finished 2024-11-20T11:10:38,960 DEBUG [FileChangeWatcher-hbase_test_ca1124693373066233555.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14212018942991530581.pem 2024-11-20T11:10:38,960 DEBUG [FileChangeWatcher-hbase_test_key14212018942991530581.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14212018942991530581.pem 2024-11-20T11:10:38,960 DEBUG [FileChangeWatcher-hbase_test_ca1124693373066233555.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14212018942991530581.pem 2024-11-20T11:10:38,960 INFO [FileChangeWatcher-hbase_test_key14212018942991530581.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14212018942991530581.pem 2024-11-20T11:10:38,960 DEBUG [FileChangeWatcher-hbase_test_key14212018942991530581.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14212018942991530581.pem 2024-11-20T11:10:38,960 DEBUG [FileChangeWatcher-hbase_test_ca1124693373066233555.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14212018942991530581.pem 2024-11-20T11:10:38,960 DEBUG [FileChangeWatcher-hbase_test_ca1124693373066233555.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14212018942991530581.pem 2024-11-20T11:10:38,960 INFO [FileChangeWatcher-hbase_test_key14212018942991530581.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14212018942991530581.pem 2024-11-20T11:10:38,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5360e4a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:10:38,961 DEBUG [FileChangeWatcher-hbase_test_ca1124693373066233555.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1124693373066233555.pem 2024-11-20T11:10:38,961 DEBUG [FileChangeWatcher-hbase_test_key14212018942991530581.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1124693373066233555.pem 2024-11-20T11:10:38,961 DEBUG [FileChangeWatcher-hbase_test_key14212018942991530581.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1124693373066233555.pem 2024-11-20T11:10:38,961 INFO [FileChangeWatcher-hbase_test_ca1124693373066233555.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1124693373066233555.pem 2024-11-20T11:10:38,961 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T11:10:38,961 DEBUG [FileChangeWatcher-hbase_test_key14212018942991530581.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1124693373066233555.pem 2024-11-20T11:10:38,961 DEBUG [FileChangeWatcher-hbase_test_ca1124693373066233555.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1124693373066233555.pem 2024-11-20T11:10:38,961 DEBUG [FileChangeWatcher-hbase_test_key14212018942991530581.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1124693373066233555.pem 2024-11-20T11:10:38,961 INFO [FileChangeWatcher-hbase_test_ca1124693373066233555.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1124693373066233555.pem 2024-11-20T11:10:38,962 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:38,968 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:38,968 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:38,969 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:38,969 INFO [FileChangeWatcher-hbase_test_key14212018942991530581.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14212018942991530581.pem thread started 2024-11-20T11:10:38,969 INFO [FileChangeWatcher-hbase_test_ca1124693373066233555.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1124693373066233555.pem thread started 2024-11-20T11:10:38,970 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T11:10:38,975 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:38,976 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:38,976 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd2d06e46, L:/127.0.0.1:45099 - R:/127.0.0.1:46986] 2024-11-20T11:10:38,995 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46986, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T11:10:38,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:10:38,997 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45099 2024-11-20T11:10:38,997 DEBUG [FileChangeWatcher-hbase_test_key14212018942991530581.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14212018942991530581.pem was interrupted and is shutting down... 2024-11-20T11:10:38,997 DEBUG [FileChangeWatcher-hbase_test_ca1124693373066233555.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1124693373066233555.pem was interrupted and is shutting down... 2024-11-20T11:10:38,997 DEBUG [FileChangeWatcher-hbase_test_key14212018942991530581.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14212018942991530581.pem was interrupted and is shutting down... 2024-11-20T11:10:38,997 DEBUG [FileChangeWatcher-hbase_test_ca1124693373066233555.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1124693373066233555.pem was interrupted and is shutting down... 2024-11-20T11:10:38,998 INFO [FileChangeWatcher-hbase_test_key14212018942991530581.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14212018942991530581.pem thread finished 2024-11-20T11:10:38,998 INFO [FileChangeWatcher-hbase_test_ca1124693373066233555.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1124693373066233555.pem thread finished 2024-11-20T11:10:38,998 INFO [FileChangeWatcher-hbase_test_key14212018942991530581.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14212018942991530581.pem thread finished 2024-11-20T11:10:38,998 INFO [FileChangeWatcher-hbase_test_ca1124693373066233555.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1124693373066233555.pem thread finished 2024-11-20T11:10:39,005 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 27), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=289 (was 288) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6353 (was 6411) 2024-11-20T11:10:39,011 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=289, ProcessCount=11, AvailableMemoryMB=6353 2024-11-20T11:10:39,055 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:10:39,056 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42377 2024-11-20T11:10:39,056 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-20T11:10:39,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@145ee184, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:10:39,057 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T11:10:39,058 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:39,089 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:39,090 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:39,090 INFO [FileChangeWatcher-hbase_test_key6419281055044125498.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6419281055044125498.p12 thread started 2024-11-20T11:10:39,090 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:39,091 INFO [FileChangeWatcher-hbase_test_ca7090465467289318908.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7090465467289318908.p12 thread started 2024-11-20T11:10:39,091 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T11:10:39,107 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:39,122 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:39,122 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:39,123 INFO [FileChangeWatcher-hbase_test_key6419281055044125498.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6419281055044125498.p12 thread started 2024-11-20T11:10:39,123 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:39,123 INFO [FileChangeWatcher-hbase_test_ca7090465467289318908.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7090465467289318908.p12 thread started 2024-11-20T11:10:39,124 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xba1dea53, L:/127.0.0.1:42377 - R:/127.0.0.1:49316] 2024-11-20T11:10:39,162 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49316, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T11:10:39,635 DEBUG [FileChangeWatcher-hbase_test_ca7090465467289318908.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6419281055044125498.p12 2024-11-20T11:10:39,635 DEBUG [FileChangeWatcher-hbase_test_key6419281055044125498.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6419281055044125498.p12 2024-11-20T11:10:39,635 DEBUG [FileChangeWatcher-hbase_test_key6419281055044125498.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6419281055044125498.p12 2024-11-20T11:10:39,635 DEBUG [FileChangeWatcher-hbase_test_ca7090465467289318908.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6419281055044125498.p12 2024-11-20T11:10:39,636 DEBUG [FileChangeWatcher-hbase_test_ca7090465467289318908.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6419281055044125498.p12 2024-11-20T11:10:39,636 INFO [FileChangeWatcher-hbase_test_key6419281055044125498.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6419281055044125498.p12 2024-11-20T11:10:39,636 DEBUG [FileChangeWatcher-hbase_test_ca7090465467289318908.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6419281055044125498.p12 2024-11-20T11:10:39,636 INFO [FileChangeWatcher-hbase_test_key6419281055044125498.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6419281055044125498.p12 2024-11-20T11:10:39,666 DEBUG [FileChangeWatcher-hbase_test_ca7090465467289318908.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6419281055044125498.p12 2024-11-20T11:10:39,666 DEBUG [FileChangeWatcher-hbase_test_key6419281055044125498.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6419281055044125498.p12 2024-11-20T11:10:39,666 DEBUG [FileChangeWatcher-hbase_test_ca7090465467289318908.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6419281055044125498.p12 2024-11-20T11:10:39,666 DEBUG [FileChangeWatcher-hbase_test_key6419281055044125498.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6419281055044125498.p12 2024-11-20T11:10:39,666 DEBUG [FileChangeWatcher-hbase_test_ca7090465467289318908.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6419281055044125498.p12 2024-11-20T11:10:39,666 INFO [FileChangeWatcher-hbase_test_key6419281055044125498.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6419281055044125498.p12 2024-11-20T11:10:39,666 INFO [FileChangeWatcher-hbase_test_key6419281055044125498.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6419281055044125498.p12 2024-11-20T11:10:39,666 DEBUG [FileChangeWatcher-hbase_test_ca7090465467289318908.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6419281055044125498.p12 2024-11-20T11:10:39,666 DEBUG [FileChangeWatcher-hbase_test_key6419281055044125498.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7090465467289318908.p12 2024-11-20T11:10:39,666 DEBUG [FileChangeWatcher-hbase_test_key6419281055044125498.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7090465467289318908.p12 2024-11-20T11:10:39,666 DEBUG [FileChangeWatcher-hbase_test_ca7090465467289318908.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7090465467289318908.p12 2024-11-20T11:10:39,666 DEBUG [FileChangeWatcher-hbase_test_key6419281055044125498.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7090465467289318908.p12 2024-11-20T11:10:39,666 DEBUG [FileChangeWatcher-hbase_test_key6419281055044125498.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7090465467289318908.p12 2024-11-20T11:10:39,666 INFO [FileChangeWatcher-hbase_test_ca7090465467289318908.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7090465467289318908.p12 2024-11-20T11:10:39,667 DEBUG [FileChangeWatcher-hbase_test_ca7090465467289318908.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7090465467289318908.p12 2024-11-20T11:10:39,667 INFO [FileChangeWatcher-hbase_test_ca7090465467289318908.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7090465467289318908.p12 2024-11-20T11:10:39,685 DEBUG [FileChangeWatcher-hbase_test_ca7090465467289318908.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7090465467289318908.p12 2024-11-20T11:10:39,685 DEBUG [FileChangeWatcher-hbase_test_key6419281055044125498.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7090465467289318908.p12 2024-11-20T11:10:39,685 DEBUG [FileChangeWatcher-hbase_test_ca7090465467289318908.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7090465467289318908.p12 2024-11-20T11:10:39,685 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,42377,0 is dead - stopping the connection localhost:42377/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-20T11:10:39,685 DEBUG [FileChangeWatcher-hbase_test_key6419281055044125498.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7090465467289318908.p12 2024-11-20T11:10:39,685 INFO [FileChangeWatcher-hbase_test_ca7090465467289318908.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7090465467289318908.p12 2024-11-20T11:10:39,685 INFO [FileChangeWatcher-hbase_test_ca7090465467289318908.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7090465467289318908.p12 2024-11-20T11:10:39,685 DEBUG [FileChangeWatcher-hbase_test_key6419281055044125498.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7090465467289318908.p12 2024-11-20T11:10:39,685 DEBUG [FileChangeWatcher-hbase_test_key6419281055044125498.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7090465467289318908.p12 2024-11-20T11:10:39,686 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T11:10:39,687 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:39,726 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:39,726 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T11:10:39,751 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:39,767 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:39,768 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x24db7945, L:/127.0.0.1:42377 - R:/127.0.0.1:49318] 2024-11-20T11:10:39,820 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49318, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T11:10:39,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:10:39,821 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42377 2024-11-20T11:10:39,821 DEBUG [FileChangeWatcher-hbase_test_key6419281055044125498.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6419281055044125498.p12 was interrupted and is shutting down... 2024-11-20T11:10:39,822 DEBUG [FileChangeWatcher-hbase_test_key6419281055044125498.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6419281055044125498.p12 was interrupted and is shutting down... 2024-11-20T11:10:39,822 DEBUG [FileChangeWatcher-hbase_test_ca7090465467289318908.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7090465467289318908.p12 was interrupted and is shutting down... 2024-11-20T11:10:39,822 INFO [FileChangeWatcher-hbase_test_key6419281055044125498.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6419281055044125498.p12 thread finished 2024-11-20T11:10:39,822 DEBUG [FileChangeWatcher-hbase_test_ca7090465467289318908.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7090465467289318908.p12 was interrupted and is shutting down... 2024-11-20T11:10:39,822 INFO [FileChangeWatcher-hbase_test_ca7090465467289318908.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7090465467289318908.p12 thread finished 2024-11-20T11:10:39,828 INFO [FileChangeWatcher-hbase_test_key6419281055044125498.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6419281055044125498.p12 thread finished 2024-11-20T11:10:39,828 INFO [FileChangeWatcher-hbase_test_ca7090465467289318908.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7090465467289318908.p12 thread finished 2024-11-20T11:10:39,832 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=34 (was 27) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key6419281055044125498.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FifoRpcScheduler.handler-pool-0 java.base@17.0.11/java.util.concurrent.locks.ReentrantLock$NonfairSync.tryAcquire(ReentrantLock.java:243) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:672) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1636) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca7090465467289318908.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=289 (was 289), ProcessCount=11 (was 11), AvailableMemoryMB=6263 (was 6353) 2024-11-20T11:10:39,837 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=289, ProcessCount=11, AvailableMemoryMB=6263 2024-11-20T11:10:39,838 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:10:39,839 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46617 2024-11-20T11:10:39,839 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-20T11:10:39,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2effb471, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:10:39,840 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T11:10:39,841 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:39,871 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:39,872 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:39,873 INFO [FileChangeWatcher-hbase_test_key6419281055044125498.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6419281055044125498.p12 thread started 2024-11-20T11:10:39,873 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:39,873 INFO [FileChangeWatcher-hbase_test_ca7090465467289318908.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7090465467289318908.p12 thread started 2024-11-20T11:10:39,873 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T11:10:39,889 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:39,905 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:39,905 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:39,906 INFO [FileChangeWatcher-hbase_test_key6419281055044125498.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6419281055044125498.p12 thread started 2024-11-20T11:10:39,906 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:39,906 INFO [FileChangeWatcher-hbase_test_ca7090465467289318908.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7090465467289318908.p12 thread started 2024-11-20T11:10:39,906 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1728708e, L:/127.0.0.1:46617 - R:/127.0.0.1:56932] 2024-11-20T11:10:39,943 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56932, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T11:10:39,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:10:39,946 DEBUG [FileChangeWatcher-hbase_test_key6419281055044125498.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6419281055044125498.p12 was interrupted and is shutting down... 2024-11-20T11:10:39,946 DEBUG [FileChangeWatcher-hbase_test_ca7090465467289318908.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7090465467289318908.p12 was interrupted and is shutting down... 2024-11-20T11:10:39,946 INFO [FileChangeWatcher-hbase_test_key6419281055044125498.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6419281055044125498.p12 thread finished 2024-11-20T11:10:39,946 INFO [FileChangeWatcher-hbase_test_ca7090465467289318908.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7090465467289318908.p12 thread finished 2024-11-20T11:10:40,368 DEBUG [FileChangeWatcher-hbase_test_ca7090465467289318908.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6419281055044125498.p12 2024-11-20T11:10:40,368 DEBUG [FileChangeWatcher-hbase_test_key6419281055044125498.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6419281055044125498.p12 2024-11-20T11:10:40,369 INFO [FileChangeWatcher-hbase_test_key6419281055044125498.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6419281055044125498.p12 2024-11-20T11:10:40,369 DEBUG [FileChangeWatcher-hbase_test_ca7090465467289318908.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6419281055044125498.p12 2024-11-20T11:10:40,396 DEBUG [FileChangeWatcher-hbase_test_key6419281055044125498.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6419281055044125498.p12 2024-11-20T11:10:40,396 DEBUG [FileChangeWatcher-hbase_test_ca7090465467289318908.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6419281055044125498.p12 2024-11-20T11:10:40,396 INFO [FileChangeWatcher-hbase_test_key6419281055044125498.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6419281055044125498.p12 2024-11-20T11:10:40,396 DEBUG [FileChangeWatcher-hbase_test_ca7090465467289318908.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6419281055044125498.p12 2024-11-20T11:10:40,396 DEBUG [FileChangeWatcher-hbase_test_key6419281055044125498.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7090465467289318908.p12 2024-11-20T11:10:40,396 DEBUG [FileChangeWatcher-hbase_test_ca7090465467289318908.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7090465467289318908.p12 2024-11-20T11:10:40,396 DEBUG [FileChangeWatcher-hbase_test_key6419281055044125498.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7090465467289318908.p12 2024-11-20T11:10:40,396 INFO [FileChangeWatcher-hbase_test_ca7090465467289318908.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7090465467289318908.p12 2024-11-20T11:10:40,411 DEBUG [FileChangeWatcher-hbase_test_key6419281055044125498.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7090465467289318908.p12 2024-11-20T11:10:40,411 DEBUG [FileChangeWatcher-hbase_test_ca7090465467289318908.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7090465467289318908.p12 2024-11-20T11:10:40,411 DEBUG [FileChangeWatcher-hbase_test_key6419281055044125498.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7090465467289318908.p12 2024-11-20T11:10:40,411 INFO [FileChangeWatcher-hbase_test_ca7090465467289318908.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7090465467289318908.p12 2024-11-20T11:10:40,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27b01163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:10:40,412 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T11:10:40,413 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:40,444 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:40,444 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:40,445 INFO [FileChangeWatcher-hbase_test_key6419281055044125498.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6419281055044125498.p12 thread started 2024-11-20T11:10:40,445 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:40,445 INFO [FileChangeWatcher-hbase_test_ca7090465467289318908.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7090465467289318908.p12 thread started 2024-11-20T11:10:40,445 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T11:10:40,461 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:40,476 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:40,477 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x08948a38, L:/127.0.0.1:46617 - R:/127.0.0.1:56940] 2024-11-20T11:10:40,517 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56940, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T11:10:40,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:10:40,519 DEBUG [FileChangeWatcher-hbase_test_key6419281055044125498.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6419281055044125498.p12 was interrupted and is shutting down... 2024-11-20T11:10:40,519 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46617 2024-11-20T11:10:40,519 DEBUG [FileChangeWatcher-hbase_test_ca7090465467289318908.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7090465467289318908.p12 was interrupted and is shutting down... 2024-11-20T11:10:40,519 DEBUG [FileChangeWatcher-hbase_test_key6419281055044125498.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6419281055044125498.p12 was interrupted and is shutting down... 2024-11-20T11:10:40,519 DEBUG [FileChangeWatcher-hbase_test_ca7090465467289318908.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7090465467289318908.p12 was interrupted and is shutting down... 2024-11-20T11:10:40,519 INFO [FileChangeWatcher-hbase_test_key6419281055044125498.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6419281055044125498.p12 thread finished 2024-11-20T11:10:40,519 INFO [FileChangeWatcher-hbase_test_ca7090465467289318908.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7090465467289318908.p12 thread finished 2024-11-20T11:10:40,519 INFO [FileChangeWatcher-hbase_test_key6419281055044125498.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6419281055044125498.p12 thread finished 2024-11-20T11:10:40,528 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 29) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=289 (was 289), ProcessCount=11 (was 11), AvailableMemoryMB=6187 (was 6263) 2024-11-20T11:10:40,532 INFO [FileChangeWatcher-hbase_test_ca7090465467289318908.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7090465467289318908.p12 thread finished 2024-11-20T11:10:40,535 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=289, ProcessCount=11, AvailableMemoryMB=6187 2024-11-20T11:10:41,171 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:10:41,172 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40643 2024-11-20T11:10:41,172 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-20T11:10:41,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a426bc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:10:41,173 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T11:10:41,174 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:41,529 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:41,529 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:41,530 INFO [FileChangeWatcher-hbase_test_key3349064798322325298.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3349064798322325298.bcfks thread started 2024-11-20T11:10:41,530 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:41,530 INFO [FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks thread started 2024-11-20T11:10:41,531 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T11:10:41,705 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:41,869 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:41,870 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:41,871 INFO [FileChangeWatcher-hbase_test_key3349064798322325298.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3349064798322325298.bcfks thread started 2024-11-20T11:10:41,871 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:41,871 INFO [FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks thread started 2024-11-20T11:10:41,872 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x91049472, L:/127.0.0.1:40643 - R:/127.0.0.1:60466] 2024-11-20T11:10:42,072 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60466, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T11:10:42,378 DEBUG [FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3349064798322325298.bcfks 2024-11-20T11:10:42,378 DEBUG [FileChangeWatcher-hbase_test_key3349064798322325298.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3349064798322325298.bcfks 2024-11-20T11:10:42,378 DEBUG [FileChangeWatcher-hbase_test_key3349064798322325298.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3349064798322325298.bcfks 2024-11-20T11:10:42,378 DEBUG [FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3349064798322325298.bcfks 2024-11-20T11:10:42,378 INFO [FileChangeWatcher-hbase_test_key3349064798322325298.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3349064798322325298.bcfks 2024-11-20T11:10:42,378 DEBUG [FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3349064798322325298.bcfks 2024-11-20T11:10:42,378 INFO [FileChangeWatcher-hbase_test_key3349064798322325298.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3349064798322325298.bcfks 2024-11-20T11:10:42,378 DEBUG [FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3349064798322325298.bcfks 2024-11-20T11:10:42,621 DEBUG [FileChangeWatcher-hbase_test_key3349064798322325298.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3349064798322325298.bcfks 2024-11-20T11:10:42,621 DEBUG [FileChangeWatcher-hbase_test_key3349064798322325298.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3349064798322325298.bcfks 2024-11-20T11:10:42,621 DEBUG [FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3349064798322325298.bcfks 2024-11-20T11:10:42,621 INFO [FileChangeWatcher-hbase_test_key3349064798322325298.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3349064798322325298.bcfks 2024-11-20T11:10:42,621 INFO [FileChangeWatcher-hbase_test_key3349064798322325298.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3349064798322325298.bcfks 2024-11-20T11:10:42,622 DEBUG [FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3349064798322325298.bcfks 2024-11-20T11:10:42,622 DEBUG [FileChangeWatcher-hbase_test_key3349064798322325298.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14967079580896426677.bcfks 2024-11-20T11:10:42,622 DEBUG [FileChangeWatcher-hbase_test_key3349064798322325298.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14967079580896426677.bcfks 2024-11-20T11:10:42,622 DEBUG [FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14967079580896426677.bcfks 2024-11-20T11:10:42,622 DEBUG [FileChangeWatcher-hbase_test_key3349064798322325298.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14967079580896426677.bcfks 2024-11-20T11:10:42,622 DEBUG [FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3349064798322325298.bcfks 2024-11-20T11:10:42,622 DEBUG [FileChangeWatcher-hbase_test_key3349064798322325298.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14967079580896426677.bcfks 2024-11-20T11:10:42,622 INFO [FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14967079580896426677.bcfks 2024-11-20T11:10:42,622 DEBUG [FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3349064798322325298.bcfks 2024-11-20T11:10:42,622 DEBUG [FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14967079580896426677.bcfks 2024-11-20T11:10:42,622 INFO [FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14967079580896426677.bcfks 2024-11-20T11:10:42,785 DEBUG [FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14967079580896426677.bcfks 2024-11-20T11:10:42,785 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40643,0 is dead - stopping the connection localhost:40643/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-20T11:10:42,785 INFO [FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14967079580896426677.bcfks 2024-11-20T11:10:42,785 DEBUG [FileChangeWatcher-hbase_test_key3349064798322325298.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14967079580896426677.bcfks 2024-11-20T11:10:42,785 DEBUG [FileChangeWatcher-hbase_test_key3349064798322325298.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14967079580896426677.bcfks 2024-11-20T11:10:42,785 DEBUG [FileChangeWatcher-hbase_test_key3349064798322325298.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14967079580896426677.bcfks 2024-11-20T11:10:42,785 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T11:10:42,785 DEBUG [FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14967079580896426677.bcfks 2024-11-20T11:10:42,785 DEBUG [FileChangeWatcher-hbase_test_key3349064798322325298.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14967079580896426677.bcfks 2024-11-20T11:10:42,785 INFO [FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14967079580896426677.bcfks 2024-11-20T11:10:42,787 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:43,116 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:43,117 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T11:10:43,283 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:43,446 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:43,446 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe1093c29, L:/127.0.0.1:40643 - R:/127.0.0.1:52974] 2024-11-20T11:10:43,636 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52974, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T11:10:43,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:10:43,638 DEBUG [FileChangeWatcher-hbase_test_key3349064798322325298.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3349064798322325298.bcfks was interrupted and is shutting down... 2024-11-20T11:10:43,638 DEBUG [FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks was interrupted and is shutting down... 2024-11-20T11:10:43,638 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40643 2024-11-20T11:10:43,638 DEBUG [FileChangeWatcher-hbase_test_key3349064798322325298.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3349064798322325298.bcfks was interrupted and is shutting down... 2024-11-20T11:10:43,638 DEBUG [FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks was interrupted and is shutting down... 2024-11-20T11:10:43,638 INFO [FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks thread finished 2024-11-20T11:10:43,638 INFO [FileChangeWatcher-hbase_test_key3349064798322325298.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3349064798322325298.bcfks thread finished 2024-11-20T11:10:43,638 INFO [FileChangeWatcher-hbase_test_key3349064798322325298.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3349064798322325298.bcfks thread finished 2024-11-20T11:10:43,645 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 33) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=274 (was 289), ProcessCount=11 (was 11), AvailableMemoryMB=6105 (was 6187) 2024-11-20T11:10:43,651 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=274, ProcessCount=11, AvailableMemoryMB=6105 2024-11-20T11:10:43,652 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:10:43,653 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33223 2024-11-20T11:10:43,653 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-20T11:10:43,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e225d4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:10:43,654 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T11:10:43,654 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:43,656 INFO [FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks thread finished 2024-11-20T11:10:43,980 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:43,980 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:43,981 INFO [FileChangeWatcher-hbase_test_key3349064798322325298.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3349064798322325298.bcfks thread started 2024-11-20T11:10:43,981 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:43,982 INFO [FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks thread started 2024-11-20T11:10:43,982 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T11:10:44,162 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:44,327 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:44,328 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:44,328 INFO [FileChangeWatcher-hbase_test_key3349064798322325298.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3349064798322325298.bcfks thread started 2024-11-20T11:10:44,329 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:44,329 INFO [FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks thread started 2024-11-20T11:10:44,329 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x29e4afac, L:/127.0.0.1:33223 - R:/127.0.0.1:44360] 2024-11-20T11:10:44,509 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44360, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T11:10:44,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:10:44,512 DEBUG [FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks was interrupted and is shutting down... 2024-11-20T11:10:44,512 DEBUG [FileChangeWatcher-hbase_test_key3349064798322325298.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3349064798322325298.bcfks was interrupted and is shutting down... 2024-11-20T11:10:44,512 INFO [FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks thread finished 2024-11-20T11:10:44,512 INFO [FileChangeWatcher-hbase_test_key3349064798322325298.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3349064798322325298.bcfks thread finished 2024-11-20T11:10:44,769 DEBUG [FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3349064798322325298.bcfks 2024-11-20T11:10:44,769 DEBUG [FileChangeWatcher-hbase_test_key3349064798322325298.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3349064798322325298.bcfks 2024-11-20T11:10:44,770 DEBUG [FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3349064798322325298.bcfks 2024-11-20T11:10:44,770 INFO [FileChangeWatcher-hbase_test_key3349064798322325298.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3349064798322325298.bcfks 2024-11-20T11:10:45,014 DEBUG [FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3349064798322325298.bcfks 2024-11-20T11:10:45,014 DEBUG [FileChangeWatcher-hbase_test_key3349064798322325298.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3349064798322325298.bcfks 2024-11-20T11:10:45,015 DEBUG [FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3349064798322325298.bcfks 2024-11-20T11:10:45,015 INFO [FileChangeWatcher-hbase_test_key3349064798322325298.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3349064798322325298.bcfks 2024-11-20T11:10:45,015 DEBUG [FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14967079580896426677.bcfks 2024-11-20T11:10:45,015 DEBUG [FileChangeWatcher-hbase_test_key3349064798322325298.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14967079580896426677.bcfks 2024-11-20T11:10:45,015 INFO [FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14967079580896426677.bcfks 2024-11-20T11:10:45,015 DEBUG [FileChangeWatcher-hbase_test_key3349064798322325298.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14967079580896426677.bcfks 2024-11-20T11:10:45,178 DEBUG [FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14967079580896426677.bcfks 2024-11-20T11:10:45,178 DEBUG [FileChangeWatcher-hbase_test_key3349064798322325298.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14967079580896426677.bcfks 2024-11-20T11:10:45,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6271acb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:10:45,179 INFO [FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14967079580896426677.bcfks 2024-11-20T11:10:45,179 DEBUG [FileChangeWatcher-hbase_test_key3349064798322325298.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14967079580896426677.bcfks 2024-11-20T11:10:45,179 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T11:10:45,180 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:45,506 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:45,506 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:45,507 INFO [FileChangeWatcher-hbase_test_key3349064798322325298.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3349064798322325298.bcfks thread started 2024-11-20T11:10:45,507 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:45,507 INFO [FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks thread started 2024-11-20T11:10:45,508 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T11:10:45,672 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:45,835 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:45,835 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3f00702e, L:/127.0.0.1:33223 - R:/127.0.0.1:44376] 2024-11-20T11:10:46,020 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44376, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T11:10:46,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:10:46,023 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33223 2024-11-20T11:10:46,023 DEBUG [FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks was interrupted and is shutting down... 2024-11-20T11:10:46,023 DEBUG [FileChangeWatcher-hbase_test_key3349064798322325298.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3349064798322325298.bcfks was interrupted and is shutting down... 2024-11-20T11:10:46,023 DEBUG [FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks was interrupted and is shutting down... 2024-11-20T11:10:46,023 DEBUG [FileChangeWatcher-hbase_test_key3349064798322325298.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3349064798322325298.bcfks was interrupted and is shutting down... 2024-11-20T11:10:46,024 INFO [FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks thread finished 2024-11-20T11:10:46,024 INFO [FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14967079580896426677.bcfks thread finished 2024-11-20T11:10:46,024 INFO [FileChangeWatcher-hbase_test_key3349064798322325298.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3349064798322325298.bcfks thread finished 2024-11-20T11:10:46,030 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=274 (was 274), ProcessCount=11 (was 11), AvailableMemoryMB=6068 (was 6105) 2024-11-20T11:10:46,036 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=274, ProcessCount=11, AvailableMemoryMB=6068 2024-11-20T11:10:46,040 INFO [FileChangeWatcher-hbase_test_key3349064798322325298.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3349064798322325298.bcfks thread finished 2024-11-20T11:10:46,176 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:10:46,177 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35237 2024-11-20T11:10:46,177 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-20T11:10:46,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab473fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:10:46,178 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T11:10:46,179 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:46,210 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:46,211 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:46,211 INFO [FileChangeWatcher-hbase_test_key10644402266415685926.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10644402266415685926.jks thread started 2024-11-20T11:10:46,211 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:46,212 INFO [FileChangeWatcher-hbase_test_ca11211867832289108395.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11211867832289108395.jks thread started 2024-11-20T11:10:46,212 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T11:10:46,228 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:46,243 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:46,243 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:46,244 INFO [FileChangeWatcher-hbase_test_key10644402266415685926.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10644402266415685926.jks thread started 2024-11-20T11:10:46,244 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:46,244 INFO [FileChangeWatcher-hbase_test_ca11211867832289108395.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11211867832289108395.jks thread started 2024-11-20T11:10:46,244 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9731675e, L:/127.0.0.1:35237 - R:/127.0.0.1:55456] 2024-11-20T11:10:46,296 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55456, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T11:10:46,305 DEBUG [FileChangeWatcher-hbase_test_ca11211867832289108395.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10644402266415685926.jks 2024-11-20T11:10:46,305 DEBUG [FileChangeWatcher-hbase_test_key10644402266415685926.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10644402266415685926.jks 2024-11-20T11:10:46,305 DEBUG [FileChangeWatcher-hbase_test_key10644402266415685926.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10644402266415685926.jks 2024-11-20T11:10:46,305 DEBUG [FileChangeWatcher-hbase_test_ca11211867832289108395.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10644402266415685926.jks 2024-11-20T11:10:46,305 INFO [FileChangeWatcher-hbase_test_key10644402266415685926.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10644402266415685926.jks 2024-11-20T11:10:46,305 INFO [FileChangeWatcher-hbase_test_key10644402266415685926.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10644402266415685926.jks 2024-11-20T11:10:46,305 DEBUG [FileChangeWatcher-hbase_test_ca11211867832289108395.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10644402266415685926.jks 2024-11-20T11:10:46,305 DEBUG [FileChangeWatcher-hbase_test_ca11211867832289108395.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10644402266415685926.jks 2024-11-20T11:10:46,333 DEBUG [FileChangeWatcher-hbase_test_key10644402266415685926.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10644402266415685926.jks 2024-11-20T11:10:46,333 DEBUG [FileChangeWatcher-hbase_test_ca11211867832289108395.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10644402266415685926.jks 2024-11-20T11:10:46,333 DEBUG [FileChangeWatcher-hbase_test_ca11211867832289108395.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10644402266415685926.jks 2024-11-20T11:10:46,333 DEBUG [FileChangeWatcher-hbase_test_key10644402266415685926.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10644402266415685926.jks 2024-11-20T11:10:46,333 INFO [FileChangeWatcher-hbase_test_key10644402266415685926.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10644402266415685926.jks 2024-11-20T11:10:46,333 DEBUG [FileChangeWatcher-hbase_test_ca11211867832289108395.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10644402266415685926.jks 2024-11-20T11:10:46,333 DEBUG [FileChangeWatcher-hbase_test_ca11211867832289108395.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10644402266415685926.jks 2024-11-20T11:10:46,333 INFO [FileChangeWatcher-hbase_test_key10644402266415685926.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10644402266415685926.jks 2024-11-20T11:10:46,333 DEBUG [FileChangeWatcher-hbase_test_ca11211867832289108395.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11211867832289108395.jks 2024-11-20T11:10:46,333 DEBUG [FileChangeWatcher-hbase_test_ca11211867832289108395.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11211867832289108395.jks 2024-11-20T11:10:46,333 DEBUG [FileChangeWatcher-hbase_test_key10644402266415685926.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11211867832289108395.jks 2024-11-20T11:10:46,333 INFO [FileChangeWatcher-hbase_test_ca11211867832289108395.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11211867832289108395.jks 2024-11-20T11:10:46,333 INFO [FileChangeWatcher-hbase_test_ca11211867832289108395.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11211867832289108395.jks 2024-11-20T11:10:46,333 DEBUG [FileChangeWatcher-hbase_test_key10644402266415685926.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11211867832289108395.jks 2024-11-20T11:10:46,333 DEBUG [FileChangeWatcher-hbase_test_key10644402266415685926.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11211867832289108395.jks 2024-11-20T11:10:46,333 DEBUG [FileChangeWatcher-hbase_test_key10644402266415685926.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11211867832289108395.jks 2024-11-20T11:10:46,347 DEBUG [FileChangeWatcher-hbase_test_key10644402266415685926.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11211867832289108395.jks 2024-11-20T11:10:46,347 DEBUG [FileChangeWatcher-hbase_test_key10644402266415685926.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11211867832289108395.jks 2024-11-20T11:10:46,347 DEBUG [FileChangeWatcher-hbase_test_ca11211867832289108395.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11211867832289108395.jks 2024-11-20T11:10:46,348 DEBUG [FileChangeWatcher-hbase_test_ca11211867832289108395.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11211867832289108395.jks 2024-11-20T11:10:46,348 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,35237,0 is dead - stopping the connection localhost:35237/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-20T11:10:46,348 INFO [FileChangeWatcher-hbase_test_ca11211867832289108395.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11211867832289108395.jks 2024-11-20T11:10:46,348 INFO [FileChangeWatcher-hbase_test_ca11211867832289108395.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11211867832289108395.jks 2024-11-20T11:10:46,348 DEBUG [FileChangeWatcher-hbase_test_key10644402266415685926.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11211867832289108395.jks 2024-11-20T11:10:46,348 DEBUG [FileChangeWatcher-hbase_test_key10644402266415685926.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11211867832289108395.jks 2024-11-20T11:10:46,348 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T11:10:46,349 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:46,379 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:46,380 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T11:10:46,395 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:46,410 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:46,410 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3c348cb0, L:/127.0.0.1:35237 - R:/127.0.0.1:55460] 2024-11-20T11:10:46,452 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55460, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T11:10:46,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:10:46,453 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35237 2024-11-20T11:10:46,453 DEBUG [FileChangeWatcher-hbase_test_key10644402266415685926.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10644402266415685926.jks was interrupted and is shutting down... 2024-11-20T11:10:46,453 DEBUG [FileChangeWatcher-hbase_test_ca11211867832289108395.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11211867832289108395.jks was interrupted and is shutting down... 2024-11-20T11:10:46,454 DEBUG [FileChangeWatcher-hbase_test_key10644402266415685926.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10644402266415685926.jks was interrupted and is shutting down... 2024-11-20T11:10:46,454 DEBUG [FileChangeWatcher-hbase_test_ca11211867832289108395.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11211867832289108395.jks was interrupted and is shutting down... 2024-11-20T11:10:46,454 INFO [FileChangeWatcher-hbase_test_key10644402266415685926.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10644402266415685926.jks thread finished 2024-11-20T11:10:46,454 INFO [FileChangeWatcher-hbase_test_key10644402266415685926.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10644402266415685926.jks thread finished 2024-11-20T11:10:46,454 INFO [FileChangeWatcher-hbase_test_ca11211867832289108395.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11211867832289108395.jks thread finished 2024-11-20T11:10:46,460 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=274 (was 274), ProcessCount=11 (was 11), AvailableMemoryMB=6041 (was 6068) 2024-11-20T11:10:46,466 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=274, ProcessCount=11, AvailableMemoryMB=6041 2024-11-20T11:10:46,467 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:10:46,467 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34009 2024-11-20T11:10:46,467 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-20T11:10:46,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@660f5082, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:10:46,468 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T11:10:46,469 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:46,476 INFO [FileChangeWatcher-hbase_test_ca11211867832289108395.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11211867832289108395.jks thread finished 2024-11-20T11:10:46,499 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:46,499 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:46,500 INFO [FileChangeWatcher-hbase_test_key10644402266415685926.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10644402266415685926.jks thread started 2024-11-20T11:10:46,500 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:46,501 INFO [FileChangeWatcher-hbase_test_ca11211867832289108395.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11211867832289108395.jks thread started 2024-11-20T11:10:46,501 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T11:10:46,517 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:46,532 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:46,532 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:46,533 INFO [FileChangeWatcher-hbase_test_key10644402266415685926.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10644402266415685926.jks thread started 2024-11-20T11:10:46,533 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:46,533 INFO [FileChangeWatcher-hbase_test_ca11211867832289108395.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11211867832289108395.jks thread started 2024-11-20T11:10:46,534 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x62fb3012, L:/127.0.0.1:34009 - R:/127.0.0.1:45534] 2024-11-20T11:10:46,575 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45534, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T11:10:46,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:10:46,577 DEBUG [FileChangeWatcher-hbase_test_key10644402266415685926.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10644402266415685926.jks was interrupted and is shutting down... 2024-11-20T11:10:46,577 DEBUG [FileChangeWatcher-hbase_test_ca11211867832289108395.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11211867832289108395.jks was interrupted and is shutting down... 2024-11-20T11:10:46,578 INFO [FileChangeWatcher-hbase_test_ca11211867832289108395.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11211867832289108395.jks thread finished 2024-11-20T11:10:46,578 INFO [FileChangeWatcher-hbase_test_key10644402266415685926.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10644402266415685926.jks thread finished 2024-11-20T11:10:46,583 DEBUG [FileChangeWatcher-hbase_test_ca11211867832289108395.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10644402266415685926.jks 2024-11-20T11:10:46,583 DEBUG [FileChangeWatcher-hbase_test_key10644402266415685926.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10644402266415685926.jks 2024-11-20T11:10:46,583 DEBUG [FileChangeWatcher-hbase_test_ca11211867832289108395.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10644402266415685926.jks 2024-11-20T11:10:46,583 INFO [FileChangeWatcher-hbase_test_key10644402266415685926.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10644402266415685926.jks 2024-11-20T11:10:46,610 DEBUG [FileChangeWatcher-hbase_test_key10644402266415685926.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10644402266415685926.jks 2024-11-20T11:10:46,610 DEBUG [FileChangeWatcher-hbase_test_ca11211867832289108395.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10644402266415685926.jks 2024-11-20T11:10:46,610 INFO [FileChangeWatcher-hbase_test_key10644402266415685926.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10644402266415685926.jks 2024-11-20T11:10:46,610 DEBUG [FileChangeWatcher-hbase_test_ca11211867832289108395.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10644402266415685926.jks 2024-11-20T11:10:46,610 DEBUG [FileChangeWatcher-hbase_test_ca11211867832289108395.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11211867832289108395.jks 2024-11-20T11:10:46,610 DEBUG [FileChangeWatcher-hbase_test_key10644402266415685926.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11211867832289108395.jks 2024-11-20T11:10:46,610 INFO [FileChangeWatcher-hbase_test_ca11211867832289108395.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11211867832289108395.jks 2024-11-20T11:10:46,610 DEBUG [FileChangeWatcher-hbase_test_key10644402266415685926.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11211867832289108395.jks 2024-11-20T11:10:46,625 DEBUG [FileChangeWatcher-hbase_test_ca11211867832289108395.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11211867832289108395.jks 2024-11-20T11:10:46,625 DEBUG [FileChangeWatcher-hbase_test_key10644402266415685926.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11211867832289108395.jks 2024-11-20T11:10:46,625 INFO [FileChangeWatcher-hbase_test_ca11211867832289108395.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11211867832289108395.jks 2024-11-20T11:10:46,625 DEBUG [FileChangeWatcher-hbase_test_key10644402266415685926.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11211867832289108395.jks 2024-11-20T11:10:46,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b4cd55b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:10:46,625 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T11:10:46,626 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:46,657 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:46,658 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:46,658 INFO [FileChangeWatcher-hbase_test_key10644402266415685926.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10644402266415685926.jks thread started 2024-11-20T11:10:46,658 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:46,659 INFO [FileChangeWatcher-hbase_test_ca11211867832289108395.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11211867832289108395.jks thread started 2024-11-20T11:10:46,659 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T11:10:46,678 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:46,693 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:46,694 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x69d8d81b, L:/127.0.0.1:34009 - R:/127.0.0.1:45548] 2024-11-20T11:10:46,734 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45548, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T11:10:46,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:10:46,736 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34009 2024-11-20T11:10:46,736 DEBUG [FileChangeWatcher-hbase_test_key10644402266415685926.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10644402266415685926.jks was interrupted and is shutting down... 2024-11-20T11:10:46,736 DEBUG [FileChangeWatcher-hbase_test_ca11211867832289108395.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11211867832289108395.jks was interrupted and is shutting down... 2024-11-20T11:10:46,736 DEBUG [FileChangeWatcher-hbase_test_key10644402266415685926.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10644402266415685926.jks was interrupted and is shutting down... 2024-11-20T11:10:46,736 DEBUG [FileChangeWatcher-hbase_test_ca11211867832289108395.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11211867832289108395.jks was interrupted and is shutting down... 2024-11-20T11:10:46,736 INFO [FileChangeWatcher-hbase_test_key10644402266415685926.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10644402266415685926.jks thread finished 2024-11-20T11:10:46,736 INFO [FileChangeWatcher-hbase_test_ca11211867832289108395.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11211867832289108395.jks thread finished 2024-11-20T11:10:46,736 INFO [FileChangeWatcher-hbase_test_ca11211867832289108395.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11211867832289108395.jks thread finished 2024-11-20T11:10:46,736 INFO [FileChangeWatcher-hbase_test_key10644402266415685926.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10644402266415685926.jks thread finished 2024-11-20T11:10:46,743 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=274 (was 274), ProcessCount=11 (was 11), AvailableMemoryMB=6022 (was 6041) 2024-11-20T11:10:46,749 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=274, ProcessCount=11, AvailableMemoryMB=6022 2024-11-20T11:10:46,754 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:10:46,755 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40431 2024-11-20T11:10:46,755 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-20T11:10:46,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c2f880, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:10:46,756 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T11:10:46,757 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:46,761 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:46,761 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:46,768 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:46,768 INFO [FileChangeWatcher-hbase_test_key6096702001416811695.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6096702001416811695.pem thread started 2024-11-20T11:10:46,769 INFO [FileChangeWatcher-hbase_test_ca15130321177176152258.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15130321177176152258.pem thread started 2024-11-20T11:10:46,769 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T11:10:46,773 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:46,774 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:46,779 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:46,779 INFO [FileChangeWatcher-hbase_test_key6096702001416811695.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6096702001416811695.pem thread started 2024-11-20T11:10:46,779 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:46,781 INFO [FileChangeWatcher-hbase_test_ca15130321177176152258.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15130321177176152258.pem thread started 2024-11-20T11:10:46,781 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9583dfb6, L:/127.0.0.1:40431 - R:/127.0.0.1:39266] 2024-11-20T11:10:46,803 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39266, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T11:10:46,813 DEBUG [FileChangeWatcher-hbase_test_key6096702001416811695.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6096702001416811695.pem 2024-11-20T11:10:46,813 DEBUG [FileChangeWatcher-hbase_test_key6096702001416811695.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6096702001416811695.pem 2024-11-20T11:10:46,813 DEBUG [FileChangeWatcher-hbase_test_ca15130321177176152258.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6096702001416811695.pem 2024-11-20T11:10:46,813 DEBUG [FileChangeWatcher-hbase_test_ca15130321177176152258.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6096702001416811695.pem 2024-11-20T11:10:46,813 INFO [FileChangeWatcher-hbase_test_key6096702001416811695.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6096702001416811695.pem 2024-11-20T11:10:46,813 INFO [FileChangeWatcher-hbase_test_key6096702001416811695.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6096702001416811695.pem 2024-11-20T11:10:46,813 DEBUG [FileChangeWatcher-hbase_test_ca15130321177176152258.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6096702001416811695.pem 2024-11-20T11:10:46,813 DEBUG [FileChangeWatcher-hbase_test_ca15130321177176152258.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6096702001416811695.pem 2024-11-20T11:10:46,813 DEBUG [FileChangeWatcher-hbase_test_key6096702001416811695.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6096702001416811695.pem 2024-11-20T11:10:46,813 DEBUG [FileChangeWatcher-hbase_test_ca15130321177176152258.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6096702001416811695.pem 2024-11-20T11:10:46,813 DEBUG [FileChangeWatcher-hbase_test_ca15130321177176152258.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6096702001416811695.pem 2024-11-20T11:10:46,813 INFO [FileChangeWatcher-hbase_test_key6096702001416811695.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6096702001416811695.pem 2024-11-20T11:10:46,813 DEBUG [FileChangeWatcher-hbase_test_key6096702001416811695.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6096702001416811695.pem 2024-11-20T11:10:46,813 DEBUG [FileChangeWatcher-hbase_test_ca15130321177176152258.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6096702001416811695.pem 2024-11-20T11:10:46,813 DEBUG [FileChangeWatcher-hbase_test_ca15130321177176152258.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6096702001416811695.pem 2024-11-20T11:10:46,813 INFO [FileChangeWatcher-hbase_test_key6096702001416811695.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6096702001416811695.pem 2024-11-20T11:10:46,813 DEBUG [FileChangeWatcher-hbase_test_ca15130321177176152258.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15130321177176152258.pem 2024-11-20T11:10:46,813 DEBUG [FileChangeWatcher-hbase_test_key6096702001416811695.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15130321177176152258.pem 2024-11-20T11:10:46,813 INFO [FileChangeWatcher-hbase_test_ca15130321177176152258.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15130321177176152258.pem 2024-11-20T11:10:46,813 DEBUG [FileChangeWatcher-hbase_test_key6096702001416811695.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15130321177176152258.pem 2024-11-20T11:10:46,814 DEBUG [FileChangeWatcher-hbase_test_ca15130321177176152258.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15130321177176152258.pem 2024-11-20T11:10:46,814 DEBUG [FileChangeWatcher-hbase_test_key6096702001416811695.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15130321177176152258.pem 2024-11-20T11:10:46,814 DEBUG [FileChangeWatcher-hbase_test_ca15130321177176152258.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15130321177176152258.pem 2024-11-20T11:10:46,814 INFO [FileChangeWatcher-hbase_test_ca15130321177176152258.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15130321177176152258.pem 2024-11-20T11:10:46,814 DEBUG [FileChangeWatcher-hbase_test_key6096702001416811695.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15130321177176152258.pem 2024-11-20T11:10:46,814 INFO [FileChangeWatcher-hbase_test_ca15130321177176152258.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15130321177176152258.pem 2024-11-20T11:10:46,814 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40431,0 is dead - stopping the connection localhost:40431/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-20T11:10:46,814 DEBUG [FileChangeWatcher-hbase_test_ca15130321177176152258.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15130321177176152258.pem 2024-11-20T11:10:46,814 INFO [FileChangeWatcher-hbase_test_ca15130321177176152258.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15130321177176152258.pem 2024-11-20T11:10:46,814 DEBUG [FileChangeWatcher-hbase_test_key6096702001416811695.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15130321177176152258.pem 2024-11-20T11:10:46,814 DEBUG [FileChangeWatcher-hbase_test_key6096702001416811695.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15130321177176152258.pem 2024-11-20T11:10:46,814 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T11:10:46,815 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:46,819 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:46,819 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T11:10:46,823 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:46,823 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:46,824 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x604ecb4e, L:/127.0.0.1:40431 - R:/127.0.0.1:39282] 2024-11-20T11:10:46,842 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39282, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T11:10:46,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:10:46,844 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40431 2024-11-20T11:10:46,844 DEBUG [FileChangeWatcher-hbase_test_ca15130321177176152258.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15130321177176152258.pem was interrupted and is shutting down... 2024-11-20T11:10:46,844 DEBUG [FileChangeWatcher-hbase_test_key6096702001416811695.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6096702001416811695.pem was interrupted and is shutting down... 2024-11-20T11:10:46,844 DEBUG [FileChangeWatcher-hbase_test_ca15130321177176152258.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15130321177176152258.pem was interrupted and is shutting down... 2024-11-20T11:10:46,844 DEBUG [FileChangeWatcher-hbase_test_key6096702001416811695.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6096702001416811695.pem was interrupted and is shutting down... 2024-11-20T11:10:46,844 INFO [FileChangeWatcher-hbase_test_ca15130321177176152258.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15130321177176152258.pem thread finished 2024-11-20T11:10:46,844 INFO [FileChangeWatcher-hbase_test_ca15130321177176152258.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15130321177176152258.pem thread finished 2024-11-20T11:10:46,844 INFO [FileChangeWatcher-hbase_test_key6096702001416811695.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6096702001416811695.pem thread finished 2024-11-20T11:10:46,851 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=274 (was 274), ProcessCount=11 (was 11), AvailableMemoryMB=6012 (was 6022) 2024-11-20T11:10:46,856 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=274, ProcessCount=11, AvailableMemoryMB=6012 2024-11-20T11:10:46,857 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:10:46,858 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37417 2024-11-20T11:10:46,858 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-20T11:10:46,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c60b872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:10:46,859 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T11:10:46,859 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:46,860 INFO [FileChangeWatcher-hbase_test_key6096702001416811695.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6096702001416811695.pem thread finished 2024-11-20T11:10:46,863 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:46,864 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:46,866 INFO [FileChangeWatcher-hbase_test_key6096702001416811695.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6096702001416811695.pem thread started 2024-11-20T11:10:46,866 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:46,867 INFO [FileChangeWatcher-hbase_test_ca15130321177176152258.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15130321177176152258.pem thread started 2024-11-20T11:10:46,867 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T11:10:46,871 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:46,871 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:46,871 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:46,872 INFO [FileChangeWatcher-hbase_test_key6096702001416811695.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6096702001416811695.pem thread started 2024-11-20T11:10:46,872 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:46,872 INFO [FileChangeWatcher-hbase_test_ca15130321177176152258.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15130321177176152258.pem thread started 2024-11-20T11:10:46,872 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x36172b6b, L:/127.0.0.1:37417 - R:/127.0.0.1:56492] 2024-11-20T11:10:46,887 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56492, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T11:10:46,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:10:46,888 DEBUG [FileChangeWatcher-hbase_test_key6096702001416811695.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6096702001416811695.pem was interrupted and is shutting down... 2024-11-20T11:10:46,888 DEBUG [FileChangeWatcher-hbase_test_ca15130321177176152258.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15130321177176152258.pem was interrupted and is shutting down... 2024-11-20T11:10:46,889 INFO [FileChangeWatcher-hbase_test_ca15130321177176152258.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15130321177176152258.pem thread finished 2024-11-20T11:10:46,889 INFO [FileChangeWatcher-hbase_test_key6096702001416811695.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6096702001416811695.pem thread finished 2024-11-20T11:10:46,896 DEBUG [FileChangeWatcher-hbase_test_key6096702001416811695.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6096702001416811695.pem 2024-11-20T11:10:46,896 DEBUG [FileChangeWatcher-hbase_test_ca15130321177176152258.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6096702001416811695.pem 2024-11-20T11:10:46,896 INFO [FileChangeWatcher-hbase_test_key6096702001416811695.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6096702001416811695.pem 2024-11-20T11:10:46,896 DEBUG [FileChangeWatcher-hbase_test_ca15130321177176152258.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6096702001416811695.pem 2024-11-20T11:10:46,896 DEBUG [FileChangeWatcher-hbase_test_key6096702001416811695.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6096702001416811695.pem 2024-11-20T11:10:46,896 DEBUG [FileChangeWatcher-hbase_test_ca15130321177176152258.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6096702001416811695.pem 2024-11-20T11:10:46,896 INFO [FileChangeWatcher-hbase_test_key6096702001416811695.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6096702001416811695.pem 2024-11-20T11:10:46,896 DEBUG [FileChangeWatcher-hbase_test_ca15130321177176152258.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6096702001416811695.pem 2024-11-20T11:10:46,896 DEBUG [FileChangeWatcher-hbase_test_key6096702001416811695.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15130321177176152258.pem 2024-11-20T11:10:46,896 DEBUG [FileChangeWatcher-hbase_test_ca15130321177176152258.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15130321177176152258.pem 2024-11-20T11:10:46,896 DEBUG [FileChangeWatcher-hbase_test_key6096702001416811695.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15130321177176152258.pem 2024-11-20T11:10:46,896 INFO [FileChangeWatcher-hbase_test_ca15130321177176152258.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15130321177176152258.pem 2024-11-20T11:10:46,896 DEBUG [FileChangeWatcher-hbase_test_ca15130321177176152258.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15130321177176152258.pem 2024-11-20T11:10:46,896 DEBUG [FileChangeWatcher-hbase_test_key6096702001416811695.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15130321177176152258.pem 2024-11-20T11:10:46,896 DEBUG [FileChangeWatcher-hbase_test_key6096702001416811695.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15130321177176152258.pem 2024-11-20T11:10:46,896 INFO [FileChangeWatcher-hbase_test_ca15130321177176152258.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15130321177176152258.pem 2024-11-20T11:10:46,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a1a0227, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:10:46,897 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T11:10:46,897 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:46,902 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:46,902 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:46,902 INFO [FileChangeWatcher-hbase_test_key6096702001416811695.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6096702001416811695.pem thread started 2024-11-20T11:10:46,903 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:46,903 INFO [FileChangeWatcher-hbase_test_ca15130321177176152258.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15130321177176152258.pem thread started 2024-11-20T11:10:46,903 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T11:10:46,907 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:46,908 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:46,908 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5382468e, L:/127.0.0.1:37417 - R:/127.0.0.1:56508] 2024-11-20T11:10:46,924 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56508, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T11:10:46,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:10:46,926 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37417 2024-11-20T11:10:46,926 DEBUG [FileChangeWatcher-hbase_test_key6096702001416811695.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6096702001416811695.pem was interrupted and is shutting down... 2024-11-20T11:10:46,926 DEBUG [FileChangeWatcher-hbase_test_ca15130321177176152258.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15130321177176152258.pem was interrupted and is shutting down... 2024-11-20T11:10:46,926 DEBUG [FileChangeWatcher-hbase_test_key6096702001416811695.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6096702001416811695.pem was interrupted and is shutting down... 2024-11-20T11:10:46,926 DEBUG [FileChangeWatcher-hbase_test_ca15130321177176152258.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15130321177176152258.pem was interrupted and is shutting down... 2024-11-20T11:10:46,926 INFO [FileChangeWatcher-hbase_test_ca15130321177176152258.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15130321177176152258.pem thread finished 2024-11-20T11:10:46,926 INFO [FileChangeWatcher-hbase_test_key6096702001416811695.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6096702001416811695.pem thread finished 2024-11-20T11:10:46,933 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=274 (was 274), ProcessCount=11 (was 11), AvailableMemoryMB=6011 (was 6012) 2024-11-20T11:10:46,939 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=274, ProcessCount=11, AvailableMemoryMB=6011 2024-11-20T11:10:46,944 INFO [FileChangeWatcher-hbase_test_ca15130321177176152258.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15130321177176152258.pem thread finished 2024-11-20T11:10:46,944 INFO [FileChangeWatcher-hbase_test_key6096702001416811695.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6096702001416811695.pem thread finished 2024-11-20T11:10:46,980 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:10:46,980 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40555 2024-11-20T11:10:46,980 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-20T11:10:46,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692c7fe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:10:46,981 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T11:10:46,982 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:47,011 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:47,011 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:47,012 INFO [FileChangeWatcher-hbase_test_key10347167275999680490.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10347167275999680490.p12 thread started 2024-11-20T11:10:47,012 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:47,012 INFO [FileChangeWatcher-hbase_test_ca9258543035095660938.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9258543035095660938.p12 thread started 2024-11-20T11:10:47,012 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T11:10:47,027 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:47,041 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:47,042 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:47,042 INFO [FileChangeWatcher-hbase_test_key10347167275999680490.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10347167275999680490.p12 thread started 2024-11-20T11:10:47,042 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:47,043 INFO [FileChangeWatcher-hbase_test_ca9258543035095660938.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9258543035095660938.p12 thread started 2024-11-20T11:10:47,043 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xda29e56b, L:/127.0.0.1:40555 - R:/127.0.0.1:56104] 2024-11-20T11:10:47,081 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56104, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T11:10:47,087 DEBUG [FileChangeWatcher-hbase_test_key10347167275999680490.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10347167275999680490.p12 2024-11-20T11:10:47,087 DEBUG [FileChangeWatcher-hbase_test_ca9258543035095660938.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10347167275999680490.p12 2024-11-20T11:10:47,087 DEBUG [FileChangeWatcher-hbase_test_key10347167275999680490.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10347167275999680490.p12 2024-11-20T11:10:47,087 DEBUG [FileChangeWatcher-hbase_test_ca9258543035095660938.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10347167275999680490.p12 2024-11-20T11:10:47,087 DEBUG [FileChangeWatcher-hbase_test_ca9258543035095660938.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10347167275999680490.p12 2024-11-20T11:10:47,087 INFO [FileChangeWatcher-hbase_test_key10347167275999680490.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10347167275999680490.p12 2024-11-20T11:10:47,087 INFO [FileChangeWatcher-hbase_test_key10347167275999680490.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10347167275999680490.p12 2024-11-20T11:10:47,087 DEBUG [FileChangeWatcher-hbase_test_ca9258543035095660938.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10347167275999680490.p12 2024-11-20T11:10:47,112 DEBUG [FileChangeWatcher-hbase_test_key10347167275999680490.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10347167275999680490.p12 2024-11-20T11:10:47,112 DEBUG [FileChangeWatcher-hbase_test_ca9258543035095660938.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10347167275999680490.p12 2024-11-20T11:10:47,112 DEBUG [FileChangeWatcher-hbase_test_ca9258543035095660938.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10347167275999680490.p12 2024-11-20T11:10:47,112 INFO [FileChangeWatcher-hbase_test_key10347167275999680490.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10347167275999680490.p12 2024-11-20T11:10:47,112 DEBUG [FileChangeWatcher-hbase_test_key10347167275999680490.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10347167275999680490.p12 2024-11-20T11:10:47,113 DEBUG [FileChangeWatcher-hbase_test_key10347167275999680490.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9258543035095660938.p12 2024-11-20T11:10:47,113 INFO [FileChangeWatcher-hbase_test_key10347167275999680490.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10347167275999680490.p12 2024-11-20T11:10:47,113 DEBUG [FileChangeWatcher-hbase_test_ca9258543035095660938.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10347167275999680490.p12 2024-11-20T11:10:47,113 DEBUG [FileChangeWatcher-hbase_test_ca9258543035095660938.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10347167275999680490.p12 2024-11-20T11:10:47,113 DEBUG [FileChangeWatcher-hbase_test_key10347167275999680490.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9258543035095660938.p12 2024-11-20T11:10:47,113 DEBUG [FileChangeWatcher-hbase_test_key10347167275999680490.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9258543035095660938.p12 2024-11-20T11:10:47,113 DEBUG [FileChangeWatcher-hbase_test_ca9258543035095660938.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9258543035095660938.p12 2024-11-20T11:10:47,113 DEBUG [FileChangeWatcher-hbase_test_key10347167275999680490.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9258543035095660938.p12 2024-11-20T11:10:47,113 DEBUG [FileChangeWatcher-hbase_test_ca9258543035095660938.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9258543035095660938.p12 2024-11-20T11:10:47,113 INFO [FileChangeWatcher-hbase_test_ca9258543035095660938.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9258543035095660938.p12 2024-11-20T11:10:47,113 INFO [FileChangeWatcher-hbase_test_ca9258543035095660938.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9258543035095660938.p12 2024-11-20T11:10:47,127 DEBUG [FileChangeWatcher-hbase_test_ca9258543035095660938.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9258543035095660938.p12 2024-11-20T11:10:47,127 DEBUG [FileChangeWatcher-hbase_test_key10347167275999680490.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9258543035095660938.p12 2024-11-20T11:10:47,127 DEBUG [FileChangeWatcher-hbase_test_ca9258543035095660938.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9258543035095660938.p12 2024-11-20T11:10:47,127 INFO [FileChangeWatcher-hbase_test_ca9258543035095660938.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9258543035095660938.p12 2024-11-20T11:10:47,127 DEBUG [FileChangeWatcher-hbase_test_key10347167275999680490.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9258543035095660938.p12 2024-11-20T11:10:47,127 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40555,0 is dead - stopping the connection localhost:40555/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-20T11:10:47,127 INFO [FileChangeWatcher-hbase_test_ca9258543035095660938.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9258543035095660938.p12 2024-11-20T11:10:47,127 DEBUG [FileChangeWatcher-hbase_test_key10347167275999680490.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9258543035095660938.p12 2024-11-20T11:10:47,127 DEBUG [FileChangeWatcher-hbase_test_key10347167275999680490.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9258543035095660938.p12 2024-11-20T11:10:47,127 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T11:10:47,128 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:47,160 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:47,160 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T11:10:47,177 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:47,192 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:47,192 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x87d7ad3b, L:/127.0.0.1:40555 - R:/127.0.0.1:56110] 2024-11-20T11:10:47,230 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56110, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T11:10:47,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:10:47,232 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40555 2024-11-20T11:10:47,232 DEBUG [FileChangeWatcher-hbase_test_ca9258543035095660938.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9258543035095660938.p12 was interrupted and is shutting down... 2024-11-20T11:10:47,232 DEBUG [FileChangeWatcher-hbase_test_key10347167275999680490.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10347167275999680490.p12 was interrupted and is shutting down... 2024-11-20T11:10:47,232 DEBUG [FileChangeWatcher-hbase_test_key10347167275999680490.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10347167275999680490.p12 was interrupted and is shutting down... 2024-11-20T11:10:47,232 INFO [FileChangeWatcher-hbase_test_ca9258543035095660938.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9258543035095660938.p12 thread finished 2024-11-20T11:10:47,232 DEBUG [FileChangeWatcher-hbase_test_ca9258543035095660938.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9258543035095660938.p12 was interrupted and is shutting down... 2024-11-20T11:10:47,232 INFO [FileChangeWatcher-hbase_test_key10347167275999680490.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10347167275999680490.p12 thread finished 2024-11-20T11:10:47,239 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=274 (was 274), ProcessCount=11 (was 11), AvailableMemoryMB=6010 (was 6011) 2024-11-20T11:10:47,245 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=274, ProcessCount=11, AvailableMemoryMB=6010 2024-11-20T11:10:47,246 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:10:47,247 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36263 2024-11-20T11:10:47,247 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-20T11:10:47,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ec4e68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:10:47,248 INFO [FileChangeWatcher-hbase_test_ca9258543035095660938.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9258543035095660938.p12 thread finished 2024-11-20T11:10:47,248 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T11:10:47,248 INFO [FileChangeWatcher-hbase_test_key10347167275999680490.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10347167275999680490.p12 thread finished 2024-11-20T11:10:47,248 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:47,277 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:47,278 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:47,278 INFO [FileChangeWatcher-hbase_test_key10347167275999680490.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10347167275999680490.p12 thread started 2024-11-20T11:10:47,278 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:47,278 INFO [FileChangeWatcher-hbase_test_ca9258543035095660938.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9258543035095660938.p12 thread started 2024-11-20T11:10:47,279 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T11:10:47,294 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:47,308 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:47,309 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:47,309 INFO [FileChangeWatcher-hbase_test_key10347167275999680490.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10347167275999680490.p12 thread started 2024-11-20T11:10:47,309 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:47,309 INFO [FileChangeWatcher-hbase_test_ca9258543035095660938.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9258543035095660938.p12 thread started 2024-11-20T11:10:47,310 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd25ac47e, L:/127.0.0.1:36263 - R:/127.0.0.1:45852] 2024-11-20T11:10:47,347 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45852, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T11:10:47,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:10:47,349 DEBUG [FileChangeWatcher-hbase_test_ca9258543035095660938.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9258543035095660938.p12 was interrupted and is shutting down... 2024-11-20T11:10:47,349 DEBUG [FileChangeWatcher-hbase_test_key10347167275999680490.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10347167275999680490.p12 was interrupted and is shutting down... 2024-11-20T11:10:47,349 INFO [FileChangeWatcher-hbase_test_ca9258543035095660938.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9258543035095660938.p12 thread finished 2024-11-20T11:10:47,349 INFO [FileChangeWatcher-hbase_test_key10347167275999680490.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10347167275999680490.p12 thread finished 2024-11-20T11:10:47,353 DEBUG [FileChangeWatcher-hbase_test_key10347167275999680490.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10347167275999680490.p12 2024-11-20T11:10:47,353 DEBUG [FileChangeWatcher-hbase_test_ca9258543035095660938.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10347167275999680490.p12 2024-11-20T11:10:47,353 INFO [FileChangeWatcher-hbase_test_key10347167275999680490.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10347167275999680490.p12 2024-11-20T11:10:47,353 DEBUG [FileChangeWatcher-hbase_test_ca9258543035095660938.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10347167275999680490.p12 2024-11-20T11:10:47,379 DEBUG [FileChangeWatcher-hbase_test_key10347167275999680490.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10347167275999680490.p12 2024-11-20T11:10:47,379 DEBUG [FileChangeWatcher-hbase_test_ca9258543035095660938.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10347167275999680490.p12 2024-11-20T11:10:47,379 INFO [FileChangeWatcher-hbase_test_key10347167275999680490.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10347167275999680490.p12 2024-11-20T11:10:47,379 DEBUG [FileChangeWatcher-hbase_test_ca9258543035095660938.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10347167275999680490.p12 2024-11-20T11:10:47,379 DEBUG [FileChangeWatcher-hbase_test_key10347167275999680490.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9258543035095660938.p12 2024-11-20T11:10:47,379 DEBUG [FileChangeWatcher-hbase_test_ca9258543035095660938.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9258543035095660938.p12 2024-11-20T11:10:47,379 DEBUG [FileChangeWatcher-hbase_test_key10347167275999680490.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9258543035095660938.p12 2024-11-20T11:10:47,379 INFO [FileChangeWatcher-hbase_test_ca9258543035095660938.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9258543035095660938.p12 2024-11-20T11:10:47,394 DEBUG [FileChangeWatcher-hbase_test_ca9258543035095660938.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9258543035095660938.p12 2024-11-20T11:10:47,394 DEBUG [FileChangeWatcher-hbase_test_key10347167275999680490.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9258543035095660938.p12 2024-11-20T11:10:47,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d65947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:10:47,394 INFO [FileChangeWatcher-hbase_test_ca9258543035095660938.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9258543035095660938.p12 2024-11-20T11:10:47,394 DEBUG [FileChangeWatcher-hbase_test_key10347167275999680490.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9258543035095660938.p12 2024-11-20T11:10:47,394 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T11:10:47,395 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:47,424 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:47,424 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:47,425 INFO [FileChangeWatcher-hbase_test_key10347167275999680490.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10347167275999680490.p12 thread started 2024-11-20T11:10:47,425 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:47,425 INFO [FileChangeWatcher-hbase_test_ca9258543035095660938.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9258543035095660938.p12 thread started 2024-11-20T11:10:47,426 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T11:10:47,440 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:47,455 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:47,456 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3f849c99, L:/127.0.0.1:36263 - R:/127.0.0.1:45864] 2024-11-20T11:10:47,504 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45864, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T11:10:47,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:10:47,506 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36263 2024-11-20T11:10:47,506 DEBUG [FileChangeWatcher-hbase_test_key10347167275999680490.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10347167275999680490.p12 was interrupted and is shutting down... 2024-11-20T11:10:47,506 DEBUG [FileChangeWatcher-hbase_test_key10347167275999680490.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10347167275999680490.p12 was interrupted and is shutting down... 2024-11-20T11:10:47,506 DEBUG [FileChangeWatcher-hbase_test_ca9258543035095660938.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9258543035095660938.p12 was interrupted and is shutting down... 2024-11-20T11:10:47,506 DEBUG [FileChangeWatcher-hbase_test_ca9258543035095660938.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9258543035095660938.p12 was interrupted and is shutting down... 2024-11-20T11:10:47,506 INFO [FileChangeWatcher-hbase_test_key10347167275999680490.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10347167275999680490.p12 thread finished 2024-11-20T11:10:47,506 INFO [FileChangeWatcher-hbase_test_key10347167275999680490.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10347167275999680490.p12 thread finished 2024-11-20T11:10:47,514 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=274 (was 274), ProcessCount=11 (was 11), AvailableMemoryMB=6005 (was 6010) 2024-11-20T11:10:47,520 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=274, ProcessCount=11, AvailableMemoryMB=6005 2024-11-20T11:10:47,524 INFO [FileChangeWatcher-hbase_test_ca9258543035095660938.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9258543035095660938.p12 thread finished 2024-11-20T11:10:47,524 INFO [FileChangeWatcher-hbase_test_ca9258543035095660938.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9258543035095660938.p12 thread finished 2024-11-20T11:10:47,941 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:10:47,942 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40463 2024-11-20T11:10:47,942 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-20T11:10:47,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79cc1ba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:10:47,943 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T11:10:47,944 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:48,269 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:48,269 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:48,270 INFO [FileChangeWatcher-hbase_test_key16026667756071118649.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16026667756071118649.bcfks thread started 2024-11-20T11:10:48,270 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:48,270 INFO [FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks thread started 2024-11-20T11:10:48,270 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T11:10:48,433 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:48,599 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:48,600 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:48,600 INFO [FileChangeWatcher-hbase_test_key16026667756071118649.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16026667756071118649.bcfks thread started 2024-11-20T11:10:48,600 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:48,601 INFO [FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks thread started 2024-11-20T11:10:48,601 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf0198e08, L:/127.0.0.1:40463 - R:/127.0.0.1:42824] 2024-11-20T11:10:48,832 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42824, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T11:10:48,840 DEBUG [FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16026667756071118649.bcfks 2024-11-20T11:10:48,840 DEBUG [FileChangeWatcher-hbase_test_key16026667756071118649.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16026667756071118649.bcfks 2024-11-20T11:10:48,840 DEBUG [FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16026667756071118649.bcfks 2024-11-20T11:10:48,840 DEBUG [FileChangeWatcher-hbase_test_key16026667756071118649.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16026667756071118649.bcfks 2024-11-20T11:10:48,840 INFO [FileChangeWatcher-hbase_test_key16026667756071118649.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16026667756071118649.bcfks 2024-11-20T11:10:48,840 DEBUG [FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16026667756071118649.bcfks 2024-11-20T11:10:48,840 DEBUG [FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16026667756071118649.bcfks 2024-11-20T11:10:48,840 INFO [FileChangeWatcher-hbase_test_key16026667756071118649.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16026667756071118649.bcfks 2024-11-20T11:10:49,084 DEBUG [FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16026667756071118649.bcfks 2024-11-20T11:10:49,084 DEBUG [FileChangeWatcher-hbase_test_key16026667756071118649.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16026667756071118649.bcfks 2024-11-20T11:10:49,084 DEBUG [FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16026667756071118649.bcfks 2024-11-20T11:10:49,084 DEBUG [FileChangeWatcher-hbase_test_key16026667756071118649.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16026667756071118649.bcfks 2024-11-20T11:10:49,084 INFO [FileChangeWatcher-hbase_test_key16026667756071118649.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16026667756071118649.bcfks 2024-11-20T11:10:49,084 DEBUG [FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16026667756071118649.bcfks 2024-11-20T11:10:49,084 DEBUG [FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16026667756071118649.bcfks 2024-11-20T11:10:49,084 INFO [FileChangeWatcher-hbase_test_key16026667756071118649.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16026667756071118649.bcfks 2024-11-20T11:10:49,084 DEBUG [FileChangeWatcher-hbase_test_key16026667756071118649.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13859401191724850627.bcfks 2024-11-20T11:10:49,084 DEBUG [FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13859401191724850627.bcfks 2024-11-20T11:10:49,084 DEBUG [FileChangeWatcher-hbase_test_key16026667756071118649.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13859401191724850627.bcfks 2024-11-20T11:10:49,084 DEBUG [FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13859401191724850627.bcfks 2024-11-20T11:10:49,084 INFO [FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13859401191724850627.bcfks 2024-11-20T11:10:49,084 DEBUG [FileChangeWatcher-hbase_test_key16026667756071118649.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13859401191724850627.bcfks 2024-11-20T11:10:49,084 INFO [FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13859401191724850627.bcfks 2024-11-20T11:10:49,084 DEBUG [FileChangeWatcher-hbase_test_key16026667756071118649.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13859401191724850627.bcfks 2024-11-20T11:10:49,247 DEBUG [FileChangeWatcher-hbase_test_key16026667756071118649.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13859401191724850627.bcfks 2024-11-20T11:10:49,247 DEBUG [FileChangeWatcher-hbase_test_key16026667756071118649.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13859401191724850627.bcfks 2024-11-20T11:10:49,247 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40463,0 is dead - stopping the connection localhost:40463/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-20T11:10:49,247 DEBUG [FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13859401191724850627.bcfks 2024-11-20T11:10:49,247 DEBUG [FileChangeWatcher-hbase_test_key16026667756071118649.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13859401191724850627.bcfks 2024-11-20T11:10:49,247 DEBUG [FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13859401191724850627.bcfks 2024-11-20T11:10:49,247 DEBUG [FileChangeWatcher-hbase_test_key16026667756071118649.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13859401191724850627.bcfks 2024-11-20T11:10:49,247 INFO [FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13859401191724850627.bcfks 2024-11-20T11:10:49,247 INFO [FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13859401191724850627.bcfks 2024-11-20T11:10:49,247 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T11:10:49,248 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:49,577 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:49,578 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T11:10:49,742 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:49,905 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:49,905 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x46b8807f, L:/127.0.0.1:40463 - R:/127.0.0.1:42832] 2024-11-20T11:10:50,091 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42832, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T11:10:50,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:10:50,093 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40463 2024-11-20T11:10:50,093 DEBUG [FileChangeWatcher-hbase_test_key16026667756071118649.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16026667756071118649.bcfks was interrupted and is shutting down... 2024-11-20T11:10:50,093 DEBUG [FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks was interrupted and is shutting down... 2024-11-20T11:10:50,093 DEBUG [FileChangeWatcher-hbase_test_key16026667756071118649.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16026667756071118649.bcfks was interrupted and is shutting down... 2024-11-20T11:10:50,093 DEBUG [FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks was interrupted and is shutting down... 2024-11-20T11:10:50,093 INFO [FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks thread finished 2024-11-20T11:10:50,101 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=41 (was 39) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=260 (was 274), ProcessCount=11 (was 11), AvailableMemoryMB=6002 (was 6005) 2024-11-20T11:10:50,107 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=41, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=260, ProcessCount=11, AvailableMemoryMB=6001 2024-11-20T11:10:50,109 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:10:50,110 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:32795 2024-11-20T11:10:50,110 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-20T11:10:50,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f75f3f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:10:50,111 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T11:10:50,111 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:50,116 INFO [FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks thread finished 2024-11-20T11:10:50,116 INFO [FileChangeWatcher-hbase_test_key16026667756071118649.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16026667756071118649.bcfks thread finished 2024-11-20T11:10:50,116 INFO [FileChangeWatcher-hbase_test_key16026667756071118649.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16026667756071118649.bcfks thread finished 2024-11-20T11:10:50,450 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:50,451 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:50,451 INFO [FileChangeWatcher-hbase_test_key16026667756071118649.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16026667756071118649.bcfks thread started 2024-11-20T11:10:50,451 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:50,452 INFO [FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks thread started 2024-11-20T11:10:50,452 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T11:10:50,622 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:50,786 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:50,787 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:50,787 INFO [FileChangeWatcher-hbase_test_key16026667756071118649.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16026667756071118649.bcfks thread started 2024-11-20T11:10:50,787 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:50,788 INFO [FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks thread started 2024-11-20T11:10:50,788 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x758582b7, L:/127.0.0.1:32795 - R:/127.0.0.1:39654] 2024-11-20T11:10:50,968 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39654, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T11:10:50,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:10:50,970 DEBUG [FileChangeWatcher-hbase_test_key16026667756071118649.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16026667756071118649.bcfks was interrupted and is shutting down... 2024-11-20T11:10:50,970 DEBUG [FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks was interrupted and is shutting down... 2024-11-20T11:10:50,971 INFO [FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks thread finished 2024-11-20T11:10:50,971 INFO [FileChangeWatcher-hbase_test_key16026667756071118649.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16026667756071118649.bcfks thread finished 2024-11-20T11:10:50,977 DEBUG [FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16026667756071118649.bcfks 2024-11-20T11:10:50,977 DEBUG [FileChangeWatcher-hbase_test_key16026667756071118649.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16026667756071118649.bcfks 2024-11-20T11:10:50,977 INFO [FileChangeWatcher-hbase_test_key16026667756071118649.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16026667756071118649.bcfks 2024-11-20T11:10:50,977 DEBUG [FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16026667756071118649.bcfks 2024-11-20T11:10:51,229 DEBUG [FileChangeWatcher-hbase_test_key16026667756071118649.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16026667756071118649.bcfks 2024-11-20T11:10:51,229 DEBUG [FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16026667756071118649.bcfks 2024-11-20T11:10:51,230 INFO [FileChangeWatcher-hbase_test_key16026667756071118649.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16026667756071118649.bcfks 2024-11-20T11:10:51,230 DEBUG [FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16026667756071118649.bcfks 2024-11-20T11:10:51,230 DEBUG [FileChangeWatcher-hbase_test_key16026667756071118649.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13859401191724850627.bcfks 2024-11-20T11:10:51,230 DEBUG [FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13859401191724850627.bcfks 2024-11-20T11:10:51,230 DEBUG [FileChangeWatcher-hbase_test_key16026667756071118649.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13859401191724850627.bcfks 2024-11-20T11:10:51,230 INFO [FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13859401191724850627.bcfks 2024-11-20T11:10:51,391 DEBUG [FileChangeWatcher-hbase_test_key16026667756071118649.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13859401191724850627.bcfks 2024-11-20T11:10:51,391 DEBUG [FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13859401191724850627.bcfks 2024-11-20T11:10:51,391 DEBUG [FileChangeWatcher-hbase_test_key16026667756071118649.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13859401191724850627.bcfks 2024-11-20T11:10:51,391 INFO [FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13859401191724850627.bcfks 2024-11-20T11:10:51,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e4c35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:10:51,391 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T11:10:51,392 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:51,738 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:51,738 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:51,739 INFO [FileChangeWatcher-hbase_test_key16026667756071118649.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16026667756071118649.bcfks thread started 2024-11-20T11:10:51,739 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/164c495e-5cc7-8460-2e64-c0248f9307da/TestNettyTLSIPCFileWatcher 2024-11-20T11:10:51,739 INFO [FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks thread started 2024-11-20T11:10:51,739 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T11:10:51,910 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T11:10:52,079 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T11:10:52,080 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2c836055, L:/127.0.0.1:32795 - R:/127.0.0.1:39658] 2024-11-20T11:10:52,264 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39658, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T11:10:52,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:10:52,265 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:32795 2024-11-20T11:10:52,265 DEBUG [FileChangeWatcher-hbase_test_key16026667756071118649.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16026667756071118649.bcfks was interrupted and is shutting down... 2024-11-20T11:10:52,265 DEBUG [FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks was interrupted and is shutting down... 2024-11-20T11:10:52,265 DEBUG [FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks was interrupted and is shutting down... 2024-11-20T11:10:52,265 DEBUG [FileChangeWatcher-hbase_test_key16026667756071118649.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16026667756071118649.bcfks was interrupted and is shutting down... 2024-11-20T11:10:52,266 INFO [FileChangeWatcher-hbase_test_key16026667756071118649.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16026667756071118649.bcfks thread finished 2024-11-20T11:10:52,266 INFO [FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks thread finished 2024-11-20T11:10:52,266 INFO [FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13859401191724850627.bcfks thread finished 2024-11-20T11:10:52,266 INFO [FileChangeWatcher-hbase_test_key16026667756071118649.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16026667756071118649.bcfks thread finished 2024-11-20T11:10:52,272 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=36 (was 41), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=260 (was 260), ProcessCount=11 (was 11), AvailableMemoryMB=5981 (was 6001)