2024-11-19 00:25:22,337 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-19 00:25:22,349 main DEBUG Took 0.009467 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-19 00:25:22,349 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-19 00:25:22,349 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-19 00:25:22,350 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-19 00:25:22,351 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:25:22,361 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-19 00:25:22,372 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:25:22,374 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:25:22,375 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:25:22,375 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:25:22,376 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:25:22,376 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:25:22,377 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:25:22,377 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:25:22,378 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:25:22,378 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:25:22,379 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:25:22,379 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:25:22,379 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:25:22,380 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:25:22,380 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:25:22,381 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:25:22,381 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:25:22,381 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:25:22,382 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:25:22,382 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:25:22,383 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:25:22,383 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:25:22,383 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:25:22,384 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:25:22,384 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:25:22,384 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-19 00:25:22,386 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:25:22,387 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-19 00:25:22,389 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-19 00:25:22,389 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-19 00:25:22,391 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-19 00:25:22,391 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-19 00:25:22,399 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-19 00:25:22,402 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-19 00:25:22,404 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-19 00:25:22,404 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-19 00:25:22,405 main DEBUG createAppenders(={Console}) 2024-11-19 00:25:22,405 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-19 00:25:22,406 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-19 00:25:22,406 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-19 00:25:22,407 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-19 00:25:22,407 main DEBUG OutputStream closed 2024-11-19 00:25:22,407 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-19 00:25:22,408 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-19 00:25:22,408 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-19 00:25:22,493 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-19 00:25:22,496 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-19 00:25:22,497 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-19 00:25:22,499 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-19 00:25:22,500 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-19 00:25:22,500 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-19 00:25:22,501 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-19 00:25:22,502 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-19 00:25:22,502 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-19 00:25:22,503 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-19 00:25:22,503 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-19 00:25:22,504 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-19 00:25:22,504 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-19 00:25:22,504 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-19 00:25:22,505 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-19 00:25:22,505 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-19 00:25:22,506 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-19 00:25:22,507 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-19 00:25:22,509 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19 00:25:22,510 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-19 00:25:22,510 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-19 00:25:22,511 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-19T00:25:22,526 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-19 00:25:22,529 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-19 00:25:22,529 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19T00:25:22,925 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-19T00:25:23,676 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=8165 2024-11-19T00:25:24,415 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T00:25:24,453 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-19T00:25:24,465 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-19T00:25:24,475 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-19T00:25:24,544 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:25:24,572 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 48235 (auto-detected) 2024-11-19T00:25:24,573 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-19T00:25:24,594 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45499 2024-11-19T00:25:24,597 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T00:25:24,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:25:24,620 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-19T00:25:24,621 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-19T00:25:24,877 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T00:25:24,925 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:24,970 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:25,059 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:25,061 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:25,061 INFO [FileChangeWatcher-hbase_test_key12825553674125855525.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12825553674125855525.jks thread started 2024-11-19T00:25:25,061 INFO [FileChangeWatcher-hbase_test_ca15105994818343707957.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15105994818343707957.jks thread started 2024-11-19T00:25:25,068 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T00:25:25,113 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:25,128 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:25,184 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:25,185 INFO [FileChangeWatcher-hbase_test_key12825553674125855525.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12825553674125855525.jks thread started 2024-11-19T00:25:25,185 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:25,186 INFO [FileChangeWatcher-hbase_test_ca15105994818343707957.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15105994818343707957.jks thread started 2024-11-19T00:25:25,187 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x91289afe, L:/127.0.0.1:45499 - R:/127.0.0.1:45748] 2024-11-19T00:25:25,324 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45748, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T00:25:25,610 DEBUG [FileChangeWatcher-hbase_test_ca15105994818343707957.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12825553674125855525.jks 2024-11-19T00:25:25,610 DEBUG [FileChangeWatcher-hbase_test_key12825553674125855525.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12825553674125855525.jks 2024-11-19T00:25:25,610 DEBUG [FileChangeWatcher-hbase_test_key12825553674125855525.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12825553674125855525.jks 2024-11-19T00:25:25,610 DEBUG [FileChangeWatcher-hbase_test_ca15105994818343707957.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12825553674125855525.jks 2024-11-19T00:25:25,610 DEBUG [FileChangeWatcher-hbase_test_ca15105994818343707957.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12825553674125855525.jks 2024-11-19T00:25:25,610 DEBUG [FileChangeWatcher-hbase_test_ca15105994818343707957.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12825553674125855525.jks 2024-11-19T00:25:25,610 INFO [FileChangeWatcher-hbase_test_key12825553674125855525.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12825553674125855525.jks 2024-11-19T00:25:25,610 INFO [FileChangeWatcher-hbase_test_key12825553674125855525.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12825553674125855525.jks 2024-11-19T00:25:25,634 DEBUG [FileChangeWatcher-hbase_test_key12825553674125855525.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12825553674125855525.jks 2024-11-19T00:25:25,634 DEBUG [FileChangeWatcher-hbase_test_key12825553674125855525.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12825553674125855525.jks 2024-11-19T00:25:25,634 DEBUG [FileChangeWatcher-hbase_test_ca15105994818343707957.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12825553674125855525.jks 2024-11-19T00:25:25,634 DEBUG [FileChangeWatcher-hbase_test_ca15105994818343707957.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12825553674125855525.jks 2024-11-19T00:25:25,634 INFO [FileChangeWatcher-hbase_test_key12825553674125855525.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12825553674125855525.jks 2024-11-19T00:25:25,634 INFO [FileChangeWatcher-hbase_test_key12825553674125855525.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12825553674125855525.jks 2024-11-19T00:25:25,634 DEBUG [FileChangeWatcher-hbase_test_ca15105994818343707957.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12825553674125855525.jks 2024-11-19T00:25:25,635 DEBUG [FileChangeWatcher-hbase_test_ca15105994818343707957.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12825553674125855525.jks 2024-11-19T00:25:25,658 DEBUG [FileChangeWatcher-hbase_test_ca15105994818343707957.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15105994818343707957.jks 2024-11-19T00:25:25,658 DEBUG [FileChangeWatcher-hbase_test_key12825553674125855525.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15105994818343707957.jks 2024-11-19T00:25:25,658 DEBUG [FileChangeWatcher-hbase_test_ca15105994818343707957.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15105994818343707957.jks 2024-11-19T00:25:25,658 DEBUG [FileChangeWatcher-hbase_test_key12825553674125855525.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15105994818343707957.jks 2024-11-19T00:25:25,659 INFO [FileChangeWatcher-hbase_test_ca15105994818343707957.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15105994818343707957.jks 2024-11-19T00:25:25,659 DEBUG [FileChangeWatcher-hbase_test_key12825553674125855525.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15105994818343707957.jks 2024-11-19T00:25:25,659 INFO [FileChangeWatcher-hbase_test_ca15105994818343707957.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15105994818343707957.jks 2024-11-19T00:25:25,659 DEBUG [FileChangeWatcher-hbase_test_key12825553674125855525.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15105994818343707957.jks 2024-11-19T00:25:25,675 DEBUG [FileChangeWatcher-hbase_test_ca15105994818343707957.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15105994818343707957.jks 2024-11-19T00:25:25,675 DEBUG [FileChangeWatcher-hbase_test_key12825553674125855525.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15105994818343707957.jks 2024-11-19T00:25:25,675 DEBUG [FileChangeWatcher-hbase_test_ca15105994818343707957.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15105994818343707957.jks 2024-11-19T00:25:25,675 DEBUG [FileChangeWatcher-hbase_test_key12825553674125855525.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15105994818343707957.jks 2024-11-19T00:25:25,675 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,45499,0 is dead - stopping the connection localhost:45499/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-19T00:25:25,675 INFO [FileChangeWatcher-hbase_test_ca15105994818343707957.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15105994818343707957.jks 2024-11-19T00:25:25,675 INFO [FileChangeWatcher-hbase_test_ca15105994818343707957.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15105994818343707957.jks 2024-11-19T00:25:25,675 DEBUG [FileChangeWatcher-hbase_test_key12825553674125855525.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15105994818343707957.jks 2024-11-19T00:25:25,675 DEBUG [FileChangeWatcher-hbase_test_key12825553674125855525.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15105994818343707957.jks 2024-11-19T00:25:25,676 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T00:25:25,678 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:25,710 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:25,711 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T00:25:25,726 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:25,740 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:25,740 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xcd597377, L:/127.0.0.1:45499 - R:/127.0.0.1:45758] 2024-11-19T00:25:25,782 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45758, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T00:25:25,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:25:25,784 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45499 2024-11-19T00:25:25,784 DEBUG [FileChangeWatcher-hbase_test_ca15105994818343707957.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15105994818343707957.jks was interrupted and is shutting down... 2024-11-19T00:25:25,785 DEBUG [FileChangeWatcher-hbase_test_key12825553674125855525.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12825553674125855525.jks was interrupted and is shutting down... 2024-11-19T00:25:25,785 DEBUG [FileChangeWatcher-hbase_test_ca15105994818343707957.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15105994818343707957.jks was interrupted and is shutting down... 2024-11-19T00:25:25,784 DEBUG [FileChangeWatcher-hbase_test_key12825553674125855525.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12825553674125855525.jks was interrupted and is shutting down... 2024-11-19T00:25:25,785 INFO [FileChangeWatcher-hbase_test_key12825553674125855525.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12825553674125855525.jks thread finished 2024-11-19T00:25:25,785 INFO [FileChangeWatcher-hbase_test_ca15105994818343707957.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15105994818343707957.jks thread finished 2024-11-19T00:25:25,785 INFO [FileChangeWatcher-hbase_test_ca15105994818343707957.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15105994818343707957.jks thread finished 2024-11-19T00:25:25,792 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key12825553674125855525.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=8027 (was 8165) 2024-11-19T00:25:25,798 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=8027 2024-11-19T00:25:25,800 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:25:25,800 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44749 2024-11-19T00:25:25,801 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T00:25:25,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c48b8bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:25:25,802 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T00:25:25,802 INFO [FileChangeWatcher-hbase_test_key12825553674125855525.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12825553674125855525.jks thread finished 2024-11-19T00:25:25,803 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:25,833 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:25,834 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:25,835 INFO [FileChangeWatcher-hbase_test_key12825553674125855525.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12825553674125855525.jks thread started 2024-11-19T00:25:25,835 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:25,837 INFO [FileChangeWatcher-hbase_test_ca15105994818343707957.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15105994818343707957.jks thread started 2024-11-19T00:25:25,838 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T00:25:25,851 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:25,864 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:25,865 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:25,866 INFO [FileChangeWatcher-hbase_test_key12825553674125855525.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12825553674125855525.jks thread started 2024-11-19T00:25:25,866 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:25,867 INFO [FileChangeWatcher-hbase_test_ca15105994818343707957.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15105994818343707957.jks thread started 2024-11-19T00:25:25,867 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1477902a, L:/127.0.0.1:44749 - R:/127.0.0.1:56664] 2024-11-19T00:25:25,902 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56664, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T00:25:25,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:25:25,904 DEBUG [FileChangeWatcher-hbase_test_key12825553674125855525.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12825553674125855525.jks was interrupted and is shutting down... 2024-11-19T00:25:25,904 DEBUG [FileChangeWatcher-hbase_test_ca15105994818343707957.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15105994818343707957.jks was interrupted and is shutting down... 2024-11-19T00:25:25,904 INFO [FileChangeWatcher-hbase_test_key12825553674125855525.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12825553674125855525.jks thread finished 2024-11-19T00:25:25,905 INFO [FileChangeWatcher-hbase_test_ca15105994818343707957.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15105994818343707957.jks thread finished 2024-11-19T00:25:26,139 DEBUG [FileChangeWatcher-hbase_test_key12825553674125855525.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12825553674125855525.jks 2024-11-19T00:25:26,139 DEBUG [FileChangeWatcher-hbase_test_ca15105994818343707957.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12825553674125855525.jks 2024-11-19T00:25:26,139 DEBUG [FileChangeWatcher-hbase_test_ca15105994818343707957.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12825553674125855525.jks 2024-11-19T00:25:26,139 INFO [FileChangeWatcher-hbase_test_key12825553674125855525.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12825553674125855525.jks 2024-11-19T00:25:26,162 DEBUG [FileChangeWatcher-hbase_test_key12825553674125855525.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12825553674125855525.jks 2024-11-19T00:25:26,162 DEBUG [FileChangeWatcher-hbase_test_ca15105994818343707957.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12825553674125855525.jks 2024-11-19T00:25:26,162 INFO [FileChangeWatcher-hbase_test_key12825553674125855525.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12825553674125855525.jks 2024-11-19T00:25:26,162 DEBUG [FileChangeWatcher-hbase_test_ca15105994818343707957.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12825553674125855525.jks 2024-11-19T00:25:26,183 DEBUG [FileChangeWatcher-hbase_test_key12825553674125855525.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15105994818343707957.jks 2024-11-19T00:25:26,183 DEBUG [FileChangeWatcher-hbase_test_ca15105994818343707957.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15105994818343707957.jks 2024-11-19T00:25:26,183 DEBUG [FileChangeWatcher-hbase_test_key12825553674125855525.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15105994818343707957.jks 2024-11-19T00:25:26,183 INFO [FileChangeWatcher-hbase_test_ca15105994818343707957.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15105994818343707957.jks 2024-11-19T00:25:26,201 DEBUG [FileChangeWatcher-hbase_test_ca15105994818343707957.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15105994818343707957.jks 2024-11-19T00:25:26,201 DEBUG [FileChangeWatcher-hbase_test_key12825553674125855525.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15105994818343707957.jks 2024-11-19T00:25:26,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3db9ab76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:25:26,201 INFO [FileChangeWatcher-hbase_test_ca15105994818343707957.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15105994818343707957.jks 2024-11-19T00:25:26,201 DEBUG [FileChangeWatcher-hbase_test_key12825553674125855525.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15105994818343707957.jks 2024-11-19T00:25:26,202 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T00:25:26,203 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:26,230 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:26,231 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:26,231 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:26,231 INFO [FileChangeWatcher-hbase_test_key12825553674125855525.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12825553674125855525.jks thread started 2024-11-19T00:25:26,232 INFO [FileChangeWatcher-hbase_test_ca15105994818343707957.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15105994818343707957.jks thread started 2024-11-19T00:25:26,232 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T00:25:26,246 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:26,259 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:26,260 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x08f7266a, L:/127.0.0.1:44749 - R:/127.0.0.1:56666] 2024-11-19T00:25:26,297 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56666, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T00:25:26,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:25:26,299 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44749 2024-11-19T00:25:26,299 DEBUG [FileChangeWatcher-hbase_test_ca15105994818343707957.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15105994818343707957.jks was interrupted and is shutting down... 2024-11-19T00:25:26,299 DEBUG [FileChangeWatcher-hbase_test_key12825553674125855525.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12825553674125855525.jks was interrupted and is shutting down... 2024-11-19T00:25:26,299 DEBUG [FileChangeWatcher-hbase_test_key12825553674125855525.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12825553674125855525.jks was interrupted and is shutting down... 2024-11-19T00:25:26,299 DEBUG [FileChangeWatcher-hbase_test_ca15105994818343707957.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15105994818343707957.jks was interrupted and is shutting down... 2024-11-19T00:25:26,299 INFO [FileChangeWatcher-hbase_test_ca15105994818343707957.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15105994818343707957.jks thread finished 2024-11-19T00:25:26,300 INFO [FileChangeWatcher-hbase_test_ca15105994818343707957.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15105994818343707957.jks thread finished 2024-11-19T00:25:26,300 INFO [FileChangeWatcher-hbase_test_key12825553674125855525.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12825553674125855525.jks thread finished 2024-11-19T00:25:26,306 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 23) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=7978 (was 8027) 2024-11-19T00:25:26,312 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=7978 2024-11-19T00:25:26,315 INFO [FileChangeWatcher-hbase_test_key12825553674125855525.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12825553674125855525.jks thread finished 2024-11-19T00:25:26,372 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:25:26,373 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37403 2024-11-19T00:25:26,373 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T00:25:26,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@261bfa85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:25:26,374 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T00:25:26,375 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:26,398 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:26,398 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:26,399 INFO [FileChangeWatcher-hbase_test_key7072087638497630796.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7072087638497630796.pem thread started 2024-11-19T00:25:26,399 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:26,400 INFO [FileChangeWatcher-hbase_test_ca6359861104344462503.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6359861104344462503.pem thread started 2024-11-19T00:25:26,400 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T00:25:26,416 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:26,417 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:26,418 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:26,418 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:26,418 INFO [FileChangeWatcher-hbase_test_key7072087638497630796.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7072087638497630796.pem thread started 2024-11-19T00:25:26,419 INFO [FileChangeWatcher-hbase_test_ca6359861104344462503.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6359861104344462503.pem thread started 2024-11-19T00:25:26,419 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb14b0184, L:/127.0.0.1:37403 - R:/127.0.0.1:60528] 2024-11-19T00:25:26,441 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60528, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T00:25:26,682 DEBUG [FileChangeWatcher-hbase_test_ca6359861104344462503.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7072087638497630796.pem 2024-11-19T00:25:26,682 DEBUG [FileChangeWatcher-hbase_test_key7072087638497630796.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7072087638497630796.pem 2024-11-19T00:25:26,682 DEBUG [FileChangeWatcher-hbase_test_key7072087638497630796.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7072087638497630796.pem 2024-11-19T00:25:26,682 DEBUG [FileChangeWatcher-hbase_test_ca6359861104344462503.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7072087638497630796.pem 2024-11-19T00:25:26,682 INFO [FileChangeWatcher-hbase_test_key7072087638497630796.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7072087638497630796.pem 2024-11-19T00:25:26,682 DEBUG [FileChangeWatcher-hbase_test_ca6359861104344462503.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7072087638497630796.pem 2024-11-19T00:25:26,682 INFO [FileChangeWatcher-hbase_test_key7072087638497630796.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7072087638497630796.pem 2024-11-19T00:25:26,682 DEBUG [FileChangeWatcher-hbase_test_ca6359861104344462503.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7072087638497630796.pem 2024-11-19T00:25:26,682 DEBUG [FileChangeWatcher-hbase_test_key7072087638497630796.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7072087638497630796.pem 2024-11-19T00:25:26,682 DEBUG [FileChangeWatcher-hbase_test_ca6359861104344462503.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7072087638497630796.pem 2024-11-19T00:25:26,682 DEBUG [FileChangeWatcher-hbase_test_ca6359861104344462503.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7072087638497630796.pem 2024-11-19T00:25:26,682 DEBUG [FileChangeWatcher-hbase_test_key7072087638497630796.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7072087638497630796.pem 2024-11-19T00:25:26,682 INFO [FileChangeWatcher-hbase_test_key7072087638497630796.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7072087638497630796.pem 2024-11-19T00:25:26,682 DEBUG [FileChangeWatcher-hbase_test_ca6359861104344462503.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7072087638497630796.pem 2024-11-19T00:25:26,682 DEBUG [FileChangeWatcher-hbase_test_ca6359861104344462503.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7072087638497630796.pem 2024-11-19T00:25:26,683 INFO [FileChangeWatcher-hbase_test_key7072087638497630796.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7072087638497630796.pem 2024-11-19T00:25:26,696 DEBUG [FileChangeWatcher-hbase_test_key7072087638497630796.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6359861104344462503.pem 2024-11-19T00:25:26,696 DEBUG [FileChangeWatcher-hbase_test_ca6359861104344462503.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6359861104344462503.pem 2024-11-19T00:25:26,696 DEBUG [FileChangeWatcher-hbase_test_ca6359861104344462503.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6359861104344462503.pem 2024-11-19T00:25:26,696 INFO [FileChangeWatcher-hbase_test_ca6359861104344462503.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6359861104344462503.pem 2024-11-19T00:25:26,696 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,37403,0 is dead - stopping the connection localhost:37403/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-19T00:25:26,696 DEBUG [FileChangeWatcher-hbase_test_key7072087638497630796.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6359861104344462503.pem 2024-11-19T00:25:26,696 DEBUG [FileChangeWatcher-hbase_test_ca6359861104344462503.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6359861104344462503.pem 2024-11-19T00:25:26,696 INFO [FileChangeWatcher-hbase_test_ca6359861104344462503.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6359861104344462503.pem 2024-11-19T00:25:26,697 DEBUG [FileChangeWatcher-hbase_test_key7072087638497630796.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6359861104344462503.pem 2024-11-19T00:25:26,697 INFO [FileChangeWatcher-hbase_test_ca6359861104344462503.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6359861104344462503.pem 2024-11-19T00:25:26,696 DEBUG [FileChangeWatcher-hbase_test_key7072087638497630796.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6359861104344462503.pem 2024-11-19T00:25:26,697 DEBUG [FileChangeWatcher-hbase_test_ca6359861104344462503.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6359861104344462503.pem 2024-11-19T00:25:26,697 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T00:25:26,697 DEBUG [FileChangeWatcher-hbase_test_key7072087638497630796.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6359861104344462503.pem 2024-11-19T00:25:26,697 DEBUG [FileChangeWatcher-hbase_test_key7072087638497630796.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6359861104344462503.pem 2024-11-19T00:25:26,697 INFO [FileChangeWatcher-hbase_test_ca6359861104344462503.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6359861104344462503.pem 2024-11-19T00:25:26,697 DEBUG [FileChangeWatcher-hbase_test_key7072087638497630796.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6359861104344462503.pem 2024-11-19T00:25:26,697 DEBUG [FileChangeWatcher-hbase_test_key7072087638497630796.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6359861104344462503.pem 2024-11-19T00:25:26,698 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:26,707 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:26,708 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T00:25:26,722 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:26,723 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:26,724 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbf14d934, L:/127.0.0.1:37403 - R:/127.0.0.1:60538] 2024-11-19T00:25:26,745 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60538, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T00:25:26,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:25:26,747 DEBUG [FileChangeWatcher-hbase_test_key7072087638497630796.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7072087638497630796.pem was interrupted and is shutting down... 2024-11-19T00:25:26,747 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37403 2024-11-19T00:25:26,747 DEBUG [FileChangeWatcher-hbase_test_ca6359861104344462503.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6359861104344462503.pem was interrupted and is shutting down... 2024-11-19T00:25:26,747 DEBUG [FileChangeWatcher-hbase_test_key7072087638497630796.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7072087638497630796.pem was interrupted and is shutting down... 2024-11-19T00:25:26,747 INFO [FileChangeWatcher-hbase_test_key7072087638497630796.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7072087638497630796.pem thread finished 2024-11-19T00:25:26,747 INFO [FileChangeWatcher-hbase_test_ca6359861104344462503.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6359861104344462503.pem thread finished 2024-11-19T00:25:26,747 INFO [FileChangeWatcher-hbase_test_key7072087638497630796.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7072087638497630796.pem thread finished 2024-11-19T00:25:26,748 DEBUG [FileChangeWatcher-hbase_test_ca6359861104344462503.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6359861104344462503.pem was interrupted and is shutting down... 2024-11-19T00:25:26,754 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca6359861104344462503.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=7935 (was 7978) 2024-11-19T00:25:26,760 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=7934 2024-11-19T00:25:26,761 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:25:26,762 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40193 2024-11-19T00:25:26,762 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T00:25:26,762 INFO [FileChangeWatcher-hbase_test_ca6359861104344462503.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6359861104344462503.pem thread finished 2024-11-19T00:25:26,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cd5303b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:25:26,763 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T00:25:26,764 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:26,768 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:26,768 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:26,769 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:26,769 INFO [FileChangeWatcher-hbase_test_key7072087638497630796.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7072087638497630796.pem thread started 2024-11-19T00:25:26,769 INFO [FileChangeWatcher-hbase_test_ca6359861104344462503.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6359861104344462503.pem thread started 2024-11-19T00:25:26,770 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T00:25:26,775 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:26,776 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:26,776 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:26,777 INFO [FileChangeWatcher-hbase_test_key7072087638497630796.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7072087638497630796.pem thread started 2024-11-19T00:25:26,777 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:26,777 INFO [FileChangeWatcher-hbase_test_ca6359861104344462503.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6359861104344462503.pem thread started 2024-11-19T00:25:26,778 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbfb4eab7, L:/127.0.0.1:40193 - R:/127.0.0.1:44528] 2024-11-19T00:25:26,791 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44528, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T00:25:26,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:25:26,793 DEBUG [FileChangeWatcher-hbase_test_ca6359861104344462503.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6359861104344462503.pem was interrupted and is shutting down... 2024-11-19T00:25:26,793 DEBUG [FileChangeWatcher-hbase_test_key7072087638497630796.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7072087638497630796.pem was interrupted and is shutting down... 2024-11-19T00:25:26,793 INFO [FileChangeWatcher-hbase_test_ca6359861104344462503.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6359861104344462503.pem thread finished 2024-11-19T00:25:26,793 INFO [FileChangeWatcher-hbase_test_key7072087638497630796.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7072087638497630796.pem thread finished 2024-11-19T00:25:27,092 DEBUG [FileChangeWatcher-hbase_test_key7072087638497630796.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7072087638497630796.pem 2024-11-19T00:25:27,092 INFO [FileChangeWatcher-hbase_test_key7072087638497630796.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7072087638497630796.pem 2024-11-19T00:25:27,093 DEBUG [FileChangeWatcher-hbase_test_ca6359861104344462503.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7072087638497630796.pem 2024-11-19T00:25:27,093 DEBUG [FileChangeWatcher-hbase_test_key7072087638497630796.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7072087638497630796.pem 2024-11-19T00:25:27,093 DEBUG [FileChangeWatcher-hbase_test_ca6359861104344462503.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7072087638497630796.pem 2024-11-19T00:25:27,093 INFO [FileChangeWatcher-hbase_test_key7072087638497630796.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7072087638497630796.pem 2024-11-19T00:25:27,093 DEBUG [FileChangeWatcher-hbase_test_ca6359861104344462503.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7072087638497630796.pem 2024-11-19T00:25:27,093 DEBUG [FileChangeWatcher-hbase_test_ca6359861104344462503.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7072087638497630796.pem 2024-11-19T00:25:27,093 DEBUG [FileChangeWatcher-hbase_test_key7072087638497630796.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6359861104344462503.pem 2024-11-19T00:25:27,093 DEBUG [FileChangeWatcher-hbase_test_ca6359861104344462503.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6359861104344462503.pem 2024-11-19T00:25:27,094 DEBUG [FileChangeWatcher-hbase_test_key7072087638497630796.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6359861104344462503.pem 2024-11-19T00:25:27,094 INFO [FileChangeWatcher-hbase_test_ca6359861104344462503.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6359861104344462503.pem 2024-11-19T00:25:27,094 DEBUG [FileChangeWatcher-hbase_test_key7072087638497630796.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6359861104344462503.pem 2024-11-19T00:25:27,094 DEBUG [FileChangeWatcher-hbase_test_ca6359861104344462503.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6359861104344462503.pem 2024-11-19T00:25:27,094 DEBUG [FileChangeWatcher-hbase_test_key7072087638497630796.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6359861104344462503.pem 2024-11-19T00:25:27,094 INFO [FileChangeWatcher-hbase_test_ca6359861104344462503.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6359861104344462503.pem 2024-11-19T00:25:27,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5360e4a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:25:27,095 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T00:25:27,096 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:27,100 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:27,100 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:27,101 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:27,101 INFO [FileChangeWatcher-hbase_test_key7072087638497630796.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7072087638497630796.pem thread started 2024-11-19T00:25:27,101 INFO [FileChangeWatcher-hbase_test_ca6359861104344462503.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6359861104344462503.pem thread started 2024-11-19T00:25:27,102 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T00:25:27,106 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:27,107 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:27,107 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb180d0a0, L:/127.0.0.1:40193 - R:/127.0.0.1:44536] 2024-11-19T00:25:27,122 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44536, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T00:25:27,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:25:27,123 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40193 2024-11-19T00:25:27,124 DEBUG [FileChangeWatcher-hbase_test_ca6359861104344462503.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6359861104344462503.pem was interrupted and is shutting down... 2024-11-19T00:25:27,124 DEBUG [FileChangeWatcher-hbase_test_key7072087638497630796.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7072087638497630796.pem was interrupted and is shutting down... 2024-11-19T00:25:27,124 DEBUG [FileChangeWatcher-hbase_test_key7072087638497630796.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7072087638497630796.pem was interrupted and is shutting down... 2024-11-19T00:25:27,124 DEBUG [FileChangeWatcher-hbase_test_ca6359861104344462503.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6359861104344462503.pem was interrupted and is shutting down... 2024-11-19T00:25:27,124 INFO [FileChangeWatcher-hbase_test_ca6359861104344462503.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6359861104344462503.pem thread finished 2024-11-19T00:25:27,124 INFO [FileChangeWatcher-hbase_test_key7072087638497630796.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7072087638497630796.pem thread finished 2024-11-19T00:25:27,124 INFO [FileChangeWatcher-hbase_test_key7072087638497630796.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7072087638497630796.pem thread finished 2024-11-19T00:25:27,129 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 27) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=7872 (was 7934) 2024-11-19T00:25:27,134 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=7872 2024-11-19T00:25:27,142 INFO [FileChangeWatcher-hbase_test_ca6359861104344462503.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6359861104344462503.pem thread finished 2024-11-19T00:25:27,202 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:25:27,203 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44001 2024-11-19T00:25:27,203 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T00:25:27,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fb3d421, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:25:27,204 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T00:25:27,205 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:27,233 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:27,233 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:27,234 INFO [FileChangeWatcher-hbase_test_key9171108204047312014.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9171108204047312014.p12 thread started 2024-11-19T00:25:27,234 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:27,234 INFO [FileChangeWatcher-hbase_test_ca16890681037150627297.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16890681037150627297.p12 thread started 2024-11-19T00:25:27,234 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T00:25:27,251 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:27,264 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:27,265 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:27,265 INFO [FileChangeWatcher-hbase_test_key9171108204047312014.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9171108204047312014.p12 thread started 2024-11-19T00:25:27,266 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:27,266 INFO [FileChangeWatcher-hbase_test_ca16890681037150627297.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16890681037150627297.p12 thread started 2024-11-19T00:25:27,266 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc8254222, L:/127.0.0.1:44001 - R:/127.0.0.1:35444] 2024-11-19T00:25:27,300 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35444, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T00:25:27,664 DEBUG [FileChangeWatcher-hbase_test_key9171108204047312014.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9171108204047312014.p12 2024-11-19T00:25:27,664 DEBUG [FileChangeWatcher-hbase_test_key9171108204047312014.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9171108204047312014.p12 2024-11-19T00:25:27,664 DEBUG [FileChangeWatcher-hbase_test_ca16890681037150627297.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9171108204047312014.p12 2024-11-19T00:25:27,664 DEBUG [FileChangeWatcher-hbase_test_ca16890681037150627297.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9171108204047312014.p12 2024-11-19T00:25:27,664 INFO [FileChangeWatcher-hbase_test_key9171108204047312014.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9171108204047312014.p12 2024-11-19T00:25:27,664 INFO [FileChangeWatcher-hbase_test_key9171108204047312014.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9171108204047312014.p12 2024-11-19T00:25:27,664 DEBUG [FileChangeWatcher-hbase_test_ca16890681037150627297.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9171108204047312014.p12 2024-11-19T00:25:27,664 DEBUG [FileChangeWatcher-hbase_test_ca16890681037150627297.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9171108204047312014.p12 2024-11-19T00:25:27,688 DEBUG [FileChangeWatcher-hbase_test_key9171108204047312014.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9171108204047312014.p12 2024-11-19T00:25:27,688 DEBUG [FileChangeWatcher-hbase_test_ca16890681037150627297.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9171108204047312014.p12 2024-11-19T00:25:27,688 DEBUG [FileChangeWatcher-hbase_test_key9171108204047312014.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9171108204047312014.p12 2024-11-19T00:25:27,688 DEBUG [FileChangeWatcher-hbase_test_ca16890681037150627297.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9171108204047312014.p12 2024-11-19T00:25:27,688 DEBUG [FileChangeWatcher-hbase_test_ca16890681037150627297.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9171108204047312014.p12 2024-11-19T00:25:27,688 INFO [FileChangeWatcher-hbase_test_key9171108204047312014.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9171108204047312014.p12 2024-11-19T00:25:27,688 INFO [FileChangeWatcher-hbase_test_key9171108204047312014.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9171108204047312014.p12 2024-11-19T00:25:27,688 DEBUG [FileChangeWatcher-hbase_test_ca16890681037150627297.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9171108204047312014.p12 2024-11-19T00:25:27,708 DEBUG [FileChangeWatcher-hbase_test_ca16890681037150627297.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16890681037150627297.p12 2024-11-19T00:25:27,708 DEBUG [FileChangeWatcher-hbase_test_key9171108204047312014.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16890681037150627297.p12 2024-11-19T00:25:27,708 DEBUG [FileChangeWatcher-hbase_test_key9171108204047312014.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16890681037150627297.p12 2024-11-19T00:25:27,708 INFO [FileChangeWatcher-hbase_test_ca16890681037150627297.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16890681037150627297.p12 2024-11-19T00:25:27,708 DEBUG [FileChangeWatcher-hbase_test_ca16890681037150627297.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16890681037150627297.p12 2024-11-19T00:25:27,708 DEBUG [FileChangeWatcher-hbase_test_key9171108204047312014.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16890681037150627297.p12 2024-11-19T00:25:27,708 DEBUG [FileChangeWatcher-hbase_test_key9171108204047312014.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16890681037150627297.p12 2024-11-19T00:25:27,708 INFO [FileChangeWatcher-hbase_test_ca16890681037150627297.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16890681037150627297.p12 2024-11-19T00:25:27,726 DEBUG [FileChangeWatcher-hbase_test_ca16890681037150627297.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16890681037150627297.p12 2024-11-19T00:25:27,726 DEBUG [FileChangeWatcher-hbase_test_key9171108204047312014.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16890681037150627297.p12 2024-11-19T00:25:27,726 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44001,0 is dead - stopping the connection localhost:44001/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-19T00:25:27,726 DEBUG [FileChangeWatcher-hbase_test_key9171108204047312014.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16890681037150627297.p12 2024-11-19T00:25:27,726 DEBUG [FileChangeWatcher-hbase_test_ca16890681037150627297.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16890681037150627297.p12 2024-11-19T00:25:27,726 INFO [FileChangeWatcher-hbase_test_ca16890681037150627297.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16890681037150627297.p12 2024-11-19T00:25:27,726 DEBUG [FileChangeWatcher-hbase_test_key9171108204047312014.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16890681037150627297.p12 2024-11-19T00:25:27,726 DEBUG [FileChangeWatcher-hbase_test_key9171108204047312014.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16890681037150627297.p12 2024-11-19T00:25:27,726 INFO [FileChangeWatcher-hbase_test_ca16890681037150627297.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16890681037150627297.p12 2024-11-19T00:25:27,726 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T00:25:27,728 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:27,766 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:27,766 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T00:25:27,781 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:27,794 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:27,794 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x95078c62, L:/127.0.0.1:44001 - R:/127.0.0.1:35458] 2024-11-19T00:25:27,827 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35458, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T00:25:27,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:25:27,829 DEBUG [FileChangeWatcher-hbase_test_ca16890681037150627297.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16890681037150627297.p12 was interrupted and is shutting down... 2024-11-19T00:25:27,829 DEBUG [FileChangeWatcher-hbase_test_key9171108204047312014.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9171108204047312014.p12 was interrupted and is shutting down... 2024-11-19T00:25:27,829 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44001 2024-11-19T00:25:27,829 DEBUG [FileChangeWatcher-hbase_test_ca16890681037150627297.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16890681037150627297.p12 was interrupted and is shutting down... 2024-11-19T00:25:27,829 INFO [FileChangeWatcher-hbase_test_ca16890681037150627297.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16890681037150627297.p12 thread finished 2024-11-19T00:25:27,829 DEBUG [FileChangeWatcher-hbase_test_key9171108204047312014.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9171108204047312014.p12 was interrupted and is shutting down... 2024-11-19T00:25:27,829 INFO [FileChangeWatcher-hbase_test_key9171108204047312014.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9171108204047312014.p12 thread finished 2024-11-19T00:25:27,829 INFO [FileChangeWatcher-hbase_test_ca16890681037150627297.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16890681037150627297.p12 thread finished 2024-11-19T00:25:27,835 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31 (was 29) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key9171108204047312014.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=7789 (was 7872) 2024-11-19T00:25:27,840 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=7789 2024-11-19T00:25:27,842 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:25:27,842 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42323 2024-11-19T00:25:27,842 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T00:25:27,842 INFO [FileChangeWatcher-hbase_test_key9171108204047312014.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9171108204047312014.p12 thread finished 2024-11-19T00:25:27,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b6277f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:25:27,843 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T00:25:27,844 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:27,875 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:27,875 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:27,876 INFO [FileChangeWatcher-hbase_test_key9171108204047312014.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9171108204047312014.p12 thread started 2024-11-19T00:25:27,876 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:27,876 INFO [FileChangeWatcher-hbase_test_ca16890681037150627297.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16890681037150627297.p12 thread started 2024-11-19T00:25:27,876 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T00:25:27,890 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:27,904 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:27,904 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:27,905 INFO [FileChangeWatcher-hbase_test_key9171108204047312014.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9171108204047312014.p12 thread started 2024-11-19T00:25:27,905 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:27,905 INFO [FileChangeWatcher-hbase_test_ca16890681037150627297.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16890681037150627297.p12 thread started 2024-11-19T00:25:27,905 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x148b41a0, L:/127.0.0.1:42323 - R:/127.0.0.1:59112] 2024-11-19T00:25:27,937 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59112, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T00:25:27,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:25:27,939 DEBUG [FileChangeWatcher-hbase_test_ca16890681037150627297.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16890681037150627297.p12 was interrupted and is shutting down... 2024-11-19T00:25:27,939 DEBUG [FileChangeWatcher-hbase_test_key9171108204047312014.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9171108204047312014.p12 was interrupted and is shutting down... 2024-11-19T00:25:27,939 INFO [FileChangeWatcher-hbase_test_key9171108204047312014.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9171108204047312014.p12 thread finished 2024-11-19T00:25:27,939 INFO [FileChangeWatcher-hbase_test_ca16890681037150627297.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16890681037150627297.p12 thread finished 2024-11-19T00:25:28,258 DEBUG [FileChangeWatcher-hbase_test_key9171108204047312014.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9171108204047312014.p12 2024-11-19T00:25:28,258 DEBUG [FileChangeWatcher-hbase_test_ca16890681037150627297.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9171108204047312014.p12 2024-11-19T00:25:28,258 INFO [FileChangeWatcher-hbase_test_key9171108204047312014.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9171108204047312014.p12 2024-11-19T00:25:28,258 DEBUG [FileChangeWatcher-hbase_test_ca16890681037150627297.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9171108204047312014.p12 2024-11-19T00:25:28,282 DEBUG [FileChangeWatcher-hbase_test_key9171108204047312014.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9171108204047312014.p12 2024-11-19T00:25:28,282 DEBUG [FileChangeWatcher-hbase_test_ca16890681037150627297.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9171108204047312014.p12 2024-11-19T00:25:28,282 DEBUG [FileChangeWatcher-hbase_test_ca16890681037150627297.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9171108204047312014.p12 2024-11-19T00:25:28,282 INFO [FileChangeWatcher-hbase_test_key9171108204047312014.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9171108204047312014.p12 2024-11-19T00:25:28,282 DEBUG [FileChangeWatcher-hbase_test_ca16890681037150627297.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16890681037150627297.p12 2024-11-19T00:25:28,282 DEBUG [FileChangeWatcher-hbase_test_key9171108204047312014.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16890681037150627297.p12 2024-11-19T00:25:28,282 DEBUG [FileChangeWatcher-hbase_test_key9171108204047312014.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16890681037150627297.p12 2024-11-19T00:25:28,282 INFO [FileChangeWatcher-hbase_test_ca16890681037150627297.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16890681037150627297.p12 2024-11-19T00:25:28,297 DEBUG [FileChangeWatcher-hbase_test_key9171108204047312014.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16890681037150627297.p12 2024-11-19T00:25:28,297 DEBUG [FileChangeWatcher-hbase_test_ca16890681037150627297.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16890681037150627297.p12 2024-11-19T00:25:28,297 INFO [FileChangeWatcher-hbase_test_ca16890681037150627297.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16890681037150627297.p12 2024-11-19T00:25:28,297 DEBUG [FileChangeWatcher-hbase_test_key9171108204047312014.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16890681037150627297.p12 2024-11-19T00:25:28,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2effb471, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:25:28,299 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T00:25:28,300 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:28,327 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:28,328 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:28,328 INFO [FileChangeWatcher-hbase_test_key9171108204047312014.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9171108204047312014.p12 thread started 2024-11-19T00:25:28,328 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:28,329 INFO [FileChangeWatcher-hbase_test_ca16890681037150627297.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16890681037150627297.p12 thread started 2024-11-19T00:25:28,329 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T00:25:28,344 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:28,358 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:28,358 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x05193b3f, L:/127.0.0.1:42323 - R:/127.0.0.1:59126] 2024-11-19T00:25:28,392 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59126, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T00:25:28,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:25:28,393 DEBUG [FileChangeWatcher-hbase_test_key9171108204047312014.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9171108204047312014.p12 was interrupted and is shutting down... 2024-11-19T00:25:28,393 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42323 2024-11-19T00:25:28,393 DEBUG [FileChangeWatcher-hbase_test_ca16890681037150627297.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16890681037150627297.p12 was interrupted and is shutting down... 2024-11-19T00:25:28,394 DEBUG [FileChangeWatcher-hbase_test_key9171108204047312014.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9171108204047312014.p12 was interrupted and is shutting down... 2024-11-19T00:25:28,394 DEBUG [FileChangeWatcher-hbase_test_ca16890681037150627297.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16890681037150627297.p12 was interrupted and is shutting down... 2024-11-19T00:25:28,394 INFO [FileChangeWatcher-hbase_test_key9171108204047312014.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9171108204047312014.p12 thread finished 2024-11-19T00:25:28,394 INFO [FileChangeWatcher-hbase_test_ca16890681037150627297.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16890681037150627297.p12 thread finished 2024-11-19T00:25:28,394 INFO [FileChangeWatcher-hbase_test_key9171108204047312014.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9171108204047312014.p12 thread finished 2024-11-19T00:25:28,400 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 31) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=7733 (was 7789) 2024-11-19T00:25:28,405 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=7732 2024-11-19T00:25:28,415 INFO [FileChangeWatcher-hbase_test_ca16890681037150627297.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16890681037150627297.p12 thread finished 2024-11-19T00:25:28,932 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:25:28,933 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44275 2024-11-19T00:25:28,933 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T00:25:28,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79bab4c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:25:28,934 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T00:25:28,935 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:29,206 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:29,207 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:29,207 INFO [FileChangeWatcher-hbase_test_key3384530517936183927.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3384530517936183927.bcfks thread started 2024-11-19T00:25:29,207 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:29,208 INFO [FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks thread started 2024-11-19T00:25:29,208 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T00:25:29,339 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:29,469 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:29,469 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:29,469 INFO [FileChangeWatcher-hbase_test_key3384530517936183927.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3384530517936183927.bcfks thread started 2024-11-19T00:25:29,470 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:29,470 INFO [FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks thread started 2024-11-19T00:25:29,470 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf60dbe64, L:/127.0.0.1:44275 - R:/127.0.0.1:58976] 2024-11-19T00:25:29,626 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58976, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T00:25:29,850 DEBUG [FileChangeWatcher-hbase_test_key3384530517936183927.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3384530517936183927.bcfks 2024-11-19T00:25:29,850 DEBUG [FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3384530517936183927.bcfks 2024-11-19T00:25:29,850 INFO [FileChangeWatcher-hbase_test_key3384530517936183927.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3384530517936183927.bcfks 2024-11-19T00:25:29,850 DEBUG [FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3384530517936183927.bcfks 2024-11-19T00:25:29,850 DEBUG [FileChangeWatcher-hbase_test_key3384530517936183927.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3384530517936183927.bcfks 2024-11-19T00:25:29,850 DEBUG [FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3384530517936183927.bcfks 2024-11-19T00:25:29,850 INFO [FileChangeWatcher-hbase_test_key3384530517936183927.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3384530517936183927.bcfks 2024-11-19T00:25:29,850 DEBUG [FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3384530517936183927.bcfks 2024-11-19T00:25:30,047 DEBUG [FileChangeWatcher-hbase_test_key3384530517936183927.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3384530517936183927.bcfks 2024-11-19T00:25:30,047 DEBUG [FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3384530517936183927.bcfks 2024-11-19T00:25:30,047 DEBUG [FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3384530517936183927.bcfks 2024-11-19T00:25:30,047 INFO [FileChangeWatcher-hbase_test_key3384530517936183927.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3384530517936183927.bcfks 2024-11-19T00:25:30,047 DEBUG [FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3384530517936183927.bcfks 2024-11-19T00:25:30,047 DEBUG [FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3384530517936183927.bcfks 2024-11-19T00:25:30,047 DEBUG [FileChangeWatcher-hbase_test_key3384530517936183927.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17321189471620607332.bcfks 2024-11-19T00:25:30,047 DEBUG [FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17321189471620607332.bcfks 2024-11-19T00:25:30,047 DEBUG [FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17321189471620607332.bcfks 2024-11-19T00:25:30,047 DEBUG [FileChangeWatcher-hbase_test_key3384530517936183927.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17321189471620607332.bcfks 2024-11-19T00:25:30,048 INFO [FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17321189471620607332.bcfks 2024-11-19T00:25:30,048 INFO [FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17321189471620607332.bcfks 2024-11-19T00:25:30,048 DEBUG [FileChangeWatcher-hbase_test_key3384530517936183927.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3384530517936183927.bcfks 2024-11-19T00:25:30,048 INFO [FileChangeWatcher-hbase_test_key3384530517936183927.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3384530517936183927.bcfks 2024-11-19T00:25:30,048 DEBUG [FileChangeWatcher-hbase_test_key3384530517936183927.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17321189471620607332.bcfks 2024-11-19T00:25:30,048 DEBUG [FileChangeWatcher-hbase_test_key3384530517936183927.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17321189471620607332.bcfks 2024-11-19T00:25:30,176 DEBUG [FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17321189471620607332.bcfks 2024-11-19T00:25:30,176 DEBUG [FileChangeWatcher-hbase_test_key3384530517936183927.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17321189471620607332.bcfks 2024-11-19T00:25:30,176 DEBUG [FileChangeWatcher-hbase_test_key3384530517936183927.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17321189471620607332.bcfks 2024-11-19T00:25:30,176 DEBUG [FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17321189471620607332.bcfks 2024-11-19T00:25:30,176 DEBUG [FileChangeWatcher-hbase_test_key3384530517936183927.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17321189471620607332.bcfks 2024-11-19T00:25:30,176 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44275,0 is dead - stopping the connection localhost:44275/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-19T00:25:30,176 INFO [FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17321189471620607332.bcfks 2024-11-19T00:25:30,176 DEBUG [FileChangeWatcher-hbase_test_key3384530517936183927.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17321189471620607332.bcfks 2024-11-19T00:25:30,176 INFO [FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17321189471620607332.bcfks 2024-11-19T00:25:30,176 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T00:25:30,177 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:30,440 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:30,441 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T00:25:30,572 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:30,712 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:30,712 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0db03595, L:/127.0.0.1:44275 - R:/127.0.0.1:58980] 2024-11-19T00:25:30,865 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58980, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T00:25:30,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:25:30,867 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44275 2024-11-19T00:25:30,867 DEBUG [FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks was interrupted and is shutting down... 2024-11-19T00:25:30,867 DEBUG [FileChangeWatcher-hbase_test_key3384530517936183927.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3384530517936183927.bcfks was interrupted and is shutting down... 2024-11-19T00:25:30,867 DEBUG [FileChangeWatcher-hbase_test_key3384530517936183927.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3384530517936183927.bcfks was interrupted and is shutting down... 2024-11-19T00:25:30,867 DEBUG [FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks was interrupted and is shutting down... 2024-11-19T00:25:30,867 INFO [FileChangeWatcher-hbase_test_key3384530517936183927.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3384530517936183927.bcfks thread finished 2024-11-19T00:25:30,867 INFO [FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks thread finished 2024-11-19T00:25:30,867 INFO [FileChangeWatcher-hbase_test_key3384530517936183927.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3384530517936183927.bcfks thread finished 2024-11-19T00:25:30,873 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 33) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=7653 (was 7732) 2024-11-19T00:25:30,878 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=7653 2024-11-19T00:25:30,880 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:25:30,880 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44859 2024-11-19T00:25:30,881 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T00:25:30,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c6cd71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:25:30,881 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T00:25:30,882 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:30,886 INFO [FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks thread finished 2024-11-19T00:25:31,153 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:31,153 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:31,154 INFO [FileChangeWatcher-hbase_test_key3384530517936183927.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3384530517936183927.bcfks thread started 2024-11-19T00:25:31,154 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:31,154 INFO [FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks thread started 2024-11-19T00:25:31,154 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T00:25:31,287 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:31,417 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:31,418 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:31,418 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:31,418 INFO [FileChangeWatcher-hbase_test_key3384530517936183927.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3384530517936183927.bcfks thread started 2024-11-19T00:25:31,419 INFO [FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks thread started 2024-11-19T00:25:31,420 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe21feb21, L:/127.0.0.1:44859 - R:/127.0.0.1:53424] 2024-11-19T00:25:31,566 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53424, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T00:25:31,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:25:31,568 DEBUG [FileChangeWatcher-hbase_test_key3384530517936183927.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3384530517936183927.bcfks was interrupted and is shutting down... 2024-11-19T00:25:31,568 DEBUG [FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks was interrupted and is shutting down... 2024-11-19T00:25:31,569 INFO [FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks thread finished 2024-11-19T00:25:31,569 INFO [FileChangeWatcher-hbase_test_key3384530517936183927.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3384530517936183927.bcfks thread finished 2024-11-19T00:25:31,816 DEBUG [FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3384530517936183927.bcfks 2024-11-19T00:25:31,816 DEBUG [FileChangeWatcher-hbase_test_key3384530517936183927.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3384530517936183927.bcfks 2024-11-19T00:25:31,816 DEBUG [FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3384530517936183927.bcfks 2024-11-19T00:25:31,816 INFO [FileChangeWatcher-hbase_test_key3384530517936183927.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3384530517936183927.bcfks 2024-11-19T00:25:32,009 DEBUG [FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3384530517936183927.bcfks 2024-11-19T00:25:32,009 DEBUG [FileChangeWatcher-hbase_test_key3384530517936183927.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3384530517936183927.bcfks 2024-11-19T00:25:32,009 DEBUG [FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3384530517936183927.bcfks 2024-11-19T00:25:32,009 INFO [FileChangeWatcher-hbase_test_key3384530517936183927.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3384530517936183927.bcfks 2024-11-19T00:25:32,033 DEBUG [FileChangeWatcher-hbase_test_key3384530517936183927.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17321189471620607332.bcfks 2024-11-19T00:25:32,033 DEBUG [FileChangeWatcher-hbase_test_key3384530517936183927.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17321189471620607332.bcfks 2024-11-19T00:25:32,033 DEBUG [FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17321189471620607332.bcfks 2024-11-19T00:25:32,033 INFO [FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17321189471620607332.bcfks 2024-11-19T00:25:32,166 DEBUG [FileChangeWatcher-hbase_test_key3384530517936183927.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17321189471620607332.bcfks 2024-11-19T00:25:32,166 DEBUG [FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17321189471620607332.bcfks 2024-11-19T00:25:32,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e225d4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:25:32,166 INFO [FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17321189471620607332.bcfks 2024-11-19T00:25:32,166 DEBUG [FileChangeWatcher-hbase_test_key3384530517936183927.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17321189471620607332.bcfks 2024-11-19T00:25:32,166 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T00:25:32,168 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:32,426 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:32,426 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:32,427 INFO [FileChangeWatcher-hbase_test_key3384530517936183927.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3384530517936183927.bcfks thread started 2024-11-19T00:25:32,427 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:32,427 INFO [FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks thread started 2024-11-19T00:25:32,427 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T00:25:32,556 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:32,685 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:32,685 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x68008fa7, L:/127.0.0.1:44859 - R:/127.0.0.1:53438] 2024-11-19T00:25:32,833 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53438, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T00:25:32,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:25:32,835 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44859 2024-11-19T00:25:32,835 DEBUG [FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks was interrupted and is shutting down... 2024-11-19T00:25:32,835 DEBUG [FileChangeWatcher-hbase_test_key3384530517936183927.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3384530517936183927.bcfks was interrupted and is shutting down... 2024-11-19T00:25:32,836 DEBUG [FileChangeWatcher-hbase_test_key3384530517936183927.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3384530517936183927.bcfks was interrupted and is shutting down... 2024-11-19T00:25:32,836 DEBUG [FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks was interrupted and is shutting down... 2024-11-19T00:25:32,836 INFO [FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks thread finished 2024-11-19T00:25:32,836 INFO [FileChangeWatcher-hbase_test_key3384530517936183927.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3384530517936183927.bcfks thread finished 2024-11-19T00:25:32,836 INFO [FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17321189471620607332.bcfks thread finished 2024-11-19T00:25:32,836 INFO [FileChangeWatcher-hbase_test_key3384530517936183927.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3384530517936183927.bcfks thread finished 2024-11-19T00:25:32,842 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 35), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 104), ProcessCount=11 (was 11), AvailableMemoryMB=7610 (was 7653) 2024-11-19T00:25:32,846 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=7609 2024-11-19T00:25:33,010 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:25:33,011 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38885 2024-11-19T00:25:33,011 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T00:25:33,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d809f48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:25:33,012 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T00:25:33,012 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:33,038 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:33,039 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:33,039 INFO [FileChangeWatcher-hbase_test_key3614647521634066621.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3614647521634066621.jks thread started 2024-11-19T00:25:33,039 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:33,040 INFO [FileChangeWatcher-hbase_test_ca7695926977287377152.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7695926977287377152.jks thread started 2024-11-19T00:25:33,040 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T00:25:33,055 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:33,067 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:33,068 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:33,068 INFO [FileChangeWatcher-hbase_test_key3614647521634066621.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3614647521634066621.jks thread started 2024-11-19T00:25:33,068 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:33,069 INFO [FileChangeWatcher-hbase_test_ca7695926977287377152.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7695926977287377152.jks thread started 2024-11-19T00:25:33,069 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x385b0458, L:/127.0.0.1:38885 - R:/127.0.0.1:60780] 2024-11-19T00:25:33,120 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60780, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T00:25:33,129 DEBUG [FileChangeWatcher-hbase_test_ca7695926977287377152.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3614647521634066621.jks 2024-11-19T00:25:33,129 DEBUG [FileChangeWatcher-hbase_test_key3614647521634066621.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3614647521634066621.jks 2024-11-19T00:25:33,130 DEBUG [FileChangeWatcher-hbase_test_ca7695926977287377152.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3614647521634066621.jks 2024-11-19T00:25:33,130 INFO [FileChangeWatcher-hbase_test_key3614647521634066621.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3614647521634066621.jks 2024-11-19T00:25:33,130 DEBUG [FileChangeWatcher-hbase_test_ca7695926977287377152.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3614647521634066621.jks 2024-11-19T00:25:33,130 DEBUG [FileChangeWatcher-hbase_test_key3614647521634066621.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3614647521634066621.jks 2024-11-19T00:25:33,130 DEBUG [FileChangeWatcher-hbase_test_ca7695926977287377152.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3614647521634066621.jks 2024-11-19T00:25:33,130 INFO [FileChangeWatcher-hbase_test_key3614647521634066621.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3614647521634066621.jks 2024-11-19T00:25:33,153 DEBUG [FileChangeWatcher-hbase_test_ca7695926977287377152.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3614647521634066621.jks 2024-11-19T00:25:33,153 DEBUG [FileChangeWatcher-hbase_test_key3614647521634066621.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3614647521634066621.jks 2024-11-19T00:25:33,153 DEBUG [FileChangeWatcher-hbase_test_ca7695926977287377152.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3614647521634066621.jks 2024-11-19T00:25:33,153 DEBUG [FileChangeWatcher-hbase_test_key3614647521634066621.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3614647521634066621.jks 2024-11-19T00:25:33,153 DEBUG [FileChangeWatcher-hbase_test_ca7695926977287377152.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3614647521634066621.jks 2024-11-19T00:25:33,153 DEBUG [FileChangeWatcher-hbase_test_ca7695926977287377152.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3614647521634066621.jks 2024-11-19T00:25:33,153 INFO [FileChangeWatcher-hbase_test_key3614647521634066621.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3614647521634066621.jks 2024-11-19T00:25:33,154 INFO [FileChangeWatcher-hbase_test_key3614647521634066621.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3614647521634066621.jks 2024-11-19T00:25:33,154 DEBUG [FileChangeWatcher-hbase_test_ca7695926977287377152.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7695926977287377152.jks 2024-11-19T00:25:33,154 DEBUG [FileChangeWatcher-hbase_test_ca7695926977287377152.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7695926977287377152.jks 2024-11-19T00:25:33,154 DEBUG [FileChangeWatcher-hbase_test_key3614647521634066621.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7695926977287377152.jks 2024-11-19T00:25:33,154 INFO [FileChangeWatcher-hbase_test_ca7695926977287377152.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7695926977287377152.jks 2024-11-19T00:25:33,154 DEBUG [FileChangeWatcher-hbase_test_key3614647521634066621.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7695926977287377152.jks 2024-11-19T00:25:33,154 DEBUG [FileChangeWatcher-hbase_test_key3614647521634066621.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7695926977287377152.jks 2024-11-19T00:25:33,154 INFO [FileChangeWatcher-hbase_test_ca7695926977287377152.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7695926977287377152.jks 2024-11-19T00:25:33,154 DEBUG [FileChangeWatcher-hbase_test_key3614647521634066621.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7695926977287377152.jks 2024-11-19T00:25:33,166 DEBUG [FileChangeWatcher-hbase_test_ca7695926977287377152.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7695926977287377152.jks 2024-11-19T00:25:33,166 DEBUG [FileChangeWatcher-hbase_test_key3614647521634066621.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7695926977287377152.jks 2024-11-19T00:25:33,166 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,38885,0 is dead - stopping the connection localhost:38885/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-19T00:25:33,166 DEBUG [FileChangeWatcher-hbase_test_ca7695926977287377152.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7695926977287377152.jks 2024-11-19T00:25:33,166 DEBUG [FileChangeWatcher-hbase_test_key3614647521634066621.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7695926977287377152.jks 2024-11-19T00:25:33,167 INFO [FileChangeWatcher-hbase_test_ca7695926977287377152.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7695926977287377152.jks 2024-11-19T00:25:33,167 DEBUG [FileChangeWatcher-hbase_test_key3614647521634066621.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7695926977287377152.jks 2024-11-19T00:25:33,167 INFO [FileChangeWatcher-hbase_test_ca7695926977287377152.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7695926977287377152.jks 2024-11-19T00:25:33,167 DEBUG [FileChangeWatcher-hbase_test_key3614647521634066621.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7695926977287377152.jks 2024-11-19T00:25:33,167 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T00:25:33,167 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:33,194 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:33,194 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T00:25:33,209 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:33,222 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:33,223 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x06a5338f, L:/127.0.0.1:38885 - R:/127.0.0.1:60782] 2024-11-19T00:25:33,262 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60782, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T00:25:33,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:25:33,264 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38885 2024-11-19T00:25:33,264 DEBUG [FileChangeWatcher-hbase_test_key3614647521634066621.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3614647521634066621.jks was interrupted and is shutting down... 2024-11-19T00:25:33,264 DEBUG [FileChangeWatcher-hbase_test_ca7695926977287377152.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7695926977287377152.jks was interrupted and is shutting down... 2024-11-19T00:25:33,264 DEBUG [FileChangeWatcher-hbase_test_ca7695926977287377152.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7695926977287377152.jks was interrupted and is shutting down... 2024-11-19T00:25:33,264 DEBUG [FileChangeWatcher-hbase_test_key3614647521634066621.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3614647521634066621.jks was interrupted and is shutting down... 2024-11-19T00:25:33,264 INFO [FileChangeWatcher-hbase_test_key3614647521634066621.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3614647521634066621.jks thread finished 2024-11-19T00:25:33,264 INFO [FileChangeWatcher-hbase_test_ca7695926977287377152.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7695926977287377152.jks thread finished 2024-11-19T00:25:33,264 INFO [FileChangeWatcher-hbase_test_key3614647521634066621.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3614647521634066621.jks thread finished 2024-11-19T00:25:33,264 INFO [FileChangeWatcher-hbase_test_ca7695926977287377152.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7695926977287377152.jks thread finished 2024-11-19T00:25:33,270 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35 (was 35), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=7585 (was 7609) 2024-11-19T00:25:33,274 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=7584 2024-11-19T00:25:33,275 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:25:33,276 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:32895 2024-11-19T00:25:33,276 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T00:25:33,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7238678a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:25:33,277 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T00:25:33,277 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:33,304 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:33,305 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:33,305 INFO [FileChangeWatcher-hbase_test_key3614647521634066621.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3614647521634066621.jks thread started 2024-11-19T00:25:33,305 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:33,306 INFO [FileChangeWatcher-hbase_test_ca7695926977287377152.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7695926977287377152.jks thread started 2024-11-19T00:25:33,306 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T00:25:33,320 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:33,333 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:33,333 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:33,334 INFO [FileChangeWatcher-hbase_test_key3614647521634066621.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3614647521634066621.jks thread started 2024-11-19T00:25:33,334 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:33,334 INFO [FileChangeWatcher-hbase_test_ca7695926977287377152.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7695926977287377152.jks thread started 2024-11-19T00:25:33,334 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4766cffc, L:/127.0.0.1:32895 - R:/127.0.0.1:60342] 2024-11-19T00:25:33,374 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60342, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T00:25:33,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:25:33,376 DEBUG [FileChangeWatcher-hbase_test_ca7695926977287377152.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7695926977287377152.jks was interrupted and is shutting down... 2024-11-19T00:25:33,376 DEBUG [FileChangeWatcher-hbase_test_key3614647521634066621.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3614647521634066621.jks was interrupted and is shutting down... 2024-11-19T00:25:33,376 INFO [FileChangeWatcher-hbase_test_ca7695926977287377152.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7695926977287377152.jks thread finished 2024-11-19T00:25:33,376 INFO [FileChangeWatcher-hbase_test_key3614647521634066621.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3614647521634066621.jks thread finished 2024-11-19T00:25:33,384 DEBUG [FileChangeWatcher-hbase_test_key3614647521634066621.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3614647521634066621.jks 2024-11-19T00:25:33,384 DEBUG [FileChangeWatcher-hbase_test_ca7695926977287377152.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3614647521634066621.jks 2024-11-19T00:25:33,385 INFO [FileChangeWatcher-hbase_test_key3614647521634066621.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3614647521634066621.jks 2024-11-19T00:25:33,385 DEBUG [FileChangeWatcher-hbase_test_ca7695926977287377152.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3614647521634066621.jks 2024-11-19T00:25:33,408 DEBUG [FileChangeWatcher-hbase_test_ca7695926977287377152.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3614647521634066621.jks 2024-11-19T00:25:33,408 DEBUG [FileChangeWatcher-hbase_test_key3614647521634066621.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3614647521634066621.jks 2024-11-19T00:25:33,408 DEBUG [FileChangeWatcher-hbase_test_ca7695926977287377152.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3614647521634066621.jks 2024-11-19T00:25:33,408 INFO [FileChangeWatcher-hbase_test_key3614647521634066621.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3614647521634066621.jks 2024-11-19T00:25:33,408 DEBUG [FileChangeWatcher-hbase_test_ca7695926977287377152.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7695926977287377152.jks 2024-11-19T00:25:33,408 DEBUG [FileChangeWatcher-hbase_test_key3614647521634066621.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7695926977287377152.jks 2024-11-19T00:25:33,408 INFO [FileChangeWatcher-hbase_test_ca7695926977287377152.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7695926977287377152.jks 2024-11-19T00:25:33,408 DEBUG [FileChangeWatcher-hbase_test_key3614647521634066621.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7695926977287377152.jks 2024-11-19T00:25:33,421 DEBUG [FileChangeWatcher-hbase_test_ca7695926977287377152.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7695926977287377152.jks 2024-11-19T00:25:33,421 DEBUG [FileChangeWatcher-hbase_test_key3614647521634066621.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7695926977287377152.jks 2024-11-19T00:25:33,421 DEBUG [FileChangeWatcher-hbase_test_key3614647521634066621.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7695926977287377152.jks 2024-11-19T00:25:33,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab473fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:25:33,421 INFO [FileChangeWatcher-hbase_test_ca7695926977287377152.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7695926977287377152.jks 2024-11-19T00:25:33,422 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T00:25:33,423 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:33,449 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:33,450 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:33,450 INFO [FileChangeWatcher-hbase_test_key3614647521634066621.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3614647521634066621.jks thread started 2024-11-19T00:25:33,450 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:33,451 INFO [FileChangeWatcher-hbase_test_ca7695926977287377152.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7695926977287377152.jks thread started 2024-11-19T00:25:33,451 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T00:25:33,464 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:33,488 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:33,489 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x06b41377, L:/127.0.0.1:32895 - R:/127.0.0.1:60358] 2024-11-19T00:25:33,524 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60358, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T00:25:33,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:25:33,525 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:32895 2024-11-19T00:25:33,525 DEBUG [FileChangeWatcher-hbase_test_ca7695926977287377152.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7695926977287377152.jks was interrupted and is shutting down... 2024-11-19T00:25:33,525 DEBUG [FileChangeWatcher-hbase_test_key3614647521634066621.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3614647521634066621.jks was interrupted and is shutting down... 2024-11-19T00:25:33,525 DEBUG [FileChangeWatcher-hbase_test_key3614647521634066621.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3614647521634066621.jks was interrupted and is shutting down... 2024-11-19T00:25:33,525 DEBUG [FileChangeWatcher-hbase_test_ca7695926977287377152.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7695926977287377152.jks was interrupted and is shutting down... 2024-11-19T00:25:33,525 INFO [FileChangeWatcher-hbase_test_ca7695926977287377152.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7695926977287377152.jks thread finished 2024-11-19T00:25:33,525 INFO [FileChangeWatcher-hbase_test_key3614647521634066621.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3614647521634066621.jks thread finished 2024-11-19T00:25:33,526 INFO [FileChangeWatcher-hbase_test_key3614647521634066621.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3614647521634066621.jks thread finished 2024-11-19T00:25:33,532 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=7552 (was 7584) 2024-11-19T00:25:33,538 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=7552 2024-11-19T00:25:33,544 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:25:33,544 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39601 2024-11-19T00:25:33,544 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T00:25:33,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@660f5082, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:25:33,545 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T00:25:33,545 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:33,546 INFO [FileChangeWatcher-hbase_test_ca7695926977287377152.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7695926977287377152.jks thread finished 2024-11-19T00:25:33,549 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:33,549 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:33,550 INFO [FileChangeWatcher-hbase_test_key3724723921312751795.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3724723921312751795.pem thread started 2024-11-19T00:25:33,550 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:33,550 INFO [FileChangeWatcher-hbase_test_ca17025564638647352673.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17025564638647352673.pem thread started 2024-11-19T00:25:33,550 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T00:25:33,553 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:33,554 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:33,554 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:33,554 INFO [FileChangeWatcher-hbase_test_key3724723921312751795.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3724723921312751795.pem thread started 2024-11-19T00:25:33,554 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:33,555 INFO [FileChangeWatcher-hbase_test_ca17025564638647352673.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17025564638647352673.pem thread started 2024-11-19T00:25:33,555 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe2fa78f4, L:/127.0.0.1:39601 - R:/127.0.0.1:41176] 2024-11-19T00:25:33,568 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41176, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T00:25:33,578 DEBUG [FileChangeWatcher-hbase_test_ca17025564638647352673.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3724723921312751795.pem 2024-11-19T00:25:33,578 DEBUG [FileChangeWatcher-hbase_test_key3724723921312751795.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3724723921312751795.pem 2024-11-19T00:25:33,578 DEBUG [FileChangeWatcher-hbase_test_ca17025564638647352673.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3724723921312751795.pem 2024-11-19T00:25:33,578 DEBUG [FileChangeWatcher-hbase_test_ca17025564638647352673.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3724723921312751795.pem 2024-11-19T00:25:33,578 INFO [FileChangeWatcher-hbase_test_key3724723921312751795.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3724723921312751795.pem 2024-11-19T00:25:33,578 DEBUG [FileChangeWatcher-hbase_test_ca17025564638647352673.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3724723921312751795.pem 2024-11-19T00:25:33,578 DEBUG [FileChangeWatcher-hbase_test_key3724723921312751795.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3724723921312751795.pem 2024-11-19T00:25:33,578 DEBUG [FileChangeWatcher-hbase_test_ca17025564638647352673.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3724723921312751795.pem 2024-11-19T00:25:33,578 DEBUG [FileChangeWatcher-hbase_test_key3724723921312751795.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3724723921312751795.pem 2024-11-19T00:25:33,578 INFO [FileChangeWatcher-hbase_test_key3724723921312751795.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3724723921312751795.pem 2024-11-19T00:25:33,578 DEBUG [FileChangeWatcher-hbase_test_ca17025564638647352673.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3724723921312751795.pem 2024-11-19T00:25:33,578 DEBUG [FileChangeWatcher-hbase_test_key3724723921312751795.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3724723921312751795.pem 2024-11-19T00:25:33,578 INFO [FileChangeWatcher-hbase_test_key3724723921312751795.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3724723921312751795.pem 2024-11-19T00:25:33,578 INFO [FileChangeWatcher-hbase_test_key3724723921312751795.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3724723921312751795.pem 2024-11-19T00:25:33,578 DEBUG [FileChangeWatcher-hbase_test_ca17025564638647352673.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3724723921312751795.pem 2024-11-19T00:25:33,578 DEBUG [FileChangeWatcher-hbase_test_ca17025564638647352673.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3724723921312751795.pem 2024-11-19T00:25:33,579 DEBUG [FileChangeWatcher-hbase_test_key3724723921312751795.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17025564638647352673.pem 2024-11-19T00:25:33,579 DEBUG [FileChangeWatcher-hbase_test_ca17025564638647352673.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17025564638647352673.pem 2024-11-19T00:25:33,579 DEBUG [FileChangeWatcher-hbase_test_ca17025564638647352673.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17025564638647352673.pem 2024-11-19T00:25:33,579 DEBUG [FileChangeWatcher-hbase_test_key3724723921312751795.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17025564638647352673.pem 2024-11-19T00:25:33,579 INFO [FileChangeWatcher-hbase_test_ca17025564638647352673.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17025564638647352673.pem 2024-11-19T00:25:33,579 INFO [FileChangeWatcher-hbase_test_ca17025564638647352673.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17025564638647352673.pem 2024-11-19T00:25:33,579 DEBUG [FileChangeWatcher-hbase_test_key3724723921312751795.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17025564638647352673.pem 2024-11-19T00:25:33,579 DEBUG [FileChangeWatcher-hbase_test_ca17025564638647352673.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17025564638647352673.pem 2024-11-19T00:25:33,579 DEBUG [FileChangeWatcher-hbase_test_key3724723921312751795.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17025564638647352673.pem 2024-11-19T00:25:33,579 DEBUG [FileChangeWatcher-hbase_test_key3724723921312751795.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17025564638647352673.pem 2024-11-19T00:25:33,579 DEBUG [FileChangeWatcher-hbase_test_key3724723921312751795.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17025564638647352673.pem 2024-11-19T00:25:33,579 INFO [FileChangeWatcher-hbase_test_ca17025564638647352673.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17025564638647352673.pem 2024-11-19T00:25:33,579 DEBUG [FileChangeWatcher-hbase_test_key3724723921312751795.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17025564638647352673.pem 2024-11-19T00:25:33,579 DEBUG [FileChangeWatcher-hbase_test_key3724723921312751795.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17025564638647352673.pem 2024-11-19T00:25:33,579 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39601,0 is dead - stopping the connection localhost:39601/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-19T00:25:33,579 DEBUG [FileChangeWatcher-hbase_test_ca17025564638647352673.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17025564638647352673.pem 2024-11-19T00:25:33,579 INFO [FileChangeWatcher-hbase_test_ca17025564638647352673.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17025564638647352673.pem 2024-11-19T00:25:33,579 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T00:25:33,580 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:33,585 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:33,586 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T00:25:33,589 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:33,589 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:33,589 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x98653bd2, L:/127.0.0.1:39601 - R:/127.0.0.1:41180] 2024-11-19T00:25:33,606 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41180, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T00:25:33,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:25:33,607 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39601 2024-11-19T00:25:33,607 DEBUG [FileChangeWatcher-hbase_test_key3724723921312751795.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3724723921312751795.pem was interrupted and is shutting down... 2024-11-19T00:25:33,607 DEBUG [FileChangeWatcher-hbase_test_ca17025564638647352673.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17025564638647352673.pem was interrupted and is shutting down... 2024-11-19T00:25:33,607 DEBUG [FileChangeWatcher-hbase_test_key3724723921312751795.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3724723921312751795.pem was interrupted and is shutting down... 2024-11-19T00:25:33,607 DEBUG [FileChangeWatcher-hbase_test_ca17025564638647352673.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17025564638647352673.pem was interrupted and is shutting down... 2024-11-19T00:25:33,607 INFO [FileChangeWatcher-hbase_test_key3724723921312751795.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3724723921312751795.pem thread finished 2024-11-19T00:25:33,607 INFO [FileChangeWatcher-hbase_test_ca17025564638647352673.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17025564638647352673.pem thread finished 2024-11-19T00:25:33,613 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=7549 (was 7552) 2024-11-19T00:25:33,618 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=7549 2024-11-19T00:25:33,620 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:25:33,621 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37929 2024-11-19T00:25:33,621 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T00:25:33,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38725104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:25:33,622 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T00:25:33,623 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:33,626 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:33,626 INFO [FileChangeWatcher-hbase_test_ca17025564638647352673.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17025564638647352673.pem thread finished 2024-11-19T00:25:33,626 INFO [FileChangeWatcher-hbase_test_key3724723921312751795.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3724723921312751795.pem thread finished 2024-11-19T00:25:33,626 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:33,627 INFO [FileChangeWatcher-hbase_test_key3724723921312751795.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3724723921312751795.pem thread started 2024-11-19T00:25:33,627 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:33,627 INFO [FileChangeWatcher-hbase_test_ca17025564638647352673.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17025564638647352673.pem thread started 2024-11-19T00:25:33,627 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T00:25:33,632 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:33,632 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:33,634 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:33,635 INFO [FileChangeWatcher-hbase_test_key3724723921312751795.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3724723921312751795.pem thread started 2024-11-19T00:25:33,635 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:33,635 INFO [FileChangeWatcher-hbase_test_ca17025564638647352673.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17025564638647352673.pem thread started 2024-11-19T00:25:33,636 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8d889d66, L:/127.0.0.1:37929 - R:/127.0.0.1:57856] 2024-11-19T00:25:33,649 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57856, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T00:25:33,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:25:33,651 DEBUG [FileChangeWatcher-hbase_test_key3724723921312751795.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3724723921312751795.pem was interrupted and is shutting down... 2024-11-19T00:25:33,651 DEBUG [FileChangeWatcher-hbase_test_ca17025564638647352673.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17025564638647352673.pem was interrupted and is shutting down... 2024-11-19T00:25:33,651 INFO [FileChangeWatcher-hbase_test_ca17025564638647352673.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17025564638647352673.pem thread finished 2024-11-19T00:25:33,651 INFO [FileChangeWatcher-hbase_test_key3724723921312751795.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3724723921312751795.pem thread finished 2024-11-19T00:25:33,659 DEBUG [FileChangeWatcher-hbase_test_key3724723921312751795.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3724723921312751795.pem 2024-11-19T00:25:33,659 DEBUG [FileChangeWatcher-hbase_test_ca17025564638647352673.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3724723921312751795.pem 2024-11-19T00:25:33,660 DEBUG [FileChangeWatcher-hbase_test_ca17025564638647352673.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3724723921312751795.pem 2024-11-19T00:25:33,660 INFO [FileChangeWatcher-hbase_test_key3724723921312751795.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3724723921312751795.pem 2024-11-19T00:25:33,660 DEBUG [FileChangeWatcher-hbase_test_key3724723921312751795.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3724723921312751795.pem 2024-11-19T00:25:33,660 DEBUG [FileChangeWatcher-hbase_test_ca17025564638647352673.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3724723921312751795.pem 2024-11-19T00:25:33,660 INFO [FileChangeWatcher-hbase_test_key3724723921312751795.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3724723921312751795.pem 2024-11-19T00:25:33,660 DEBUG [FileChangeWatcher-hbase_test_ca17025564638647352673.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3724723921312751795.pem 2024-11-19T00:25:33,660 DEBUG [FileChangeWatcher-hbase_test_key3724723921312751795.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17025564638647352673.pem 2024-11-19T00:25:33,660 DEBUG [FileChangeWatcher-hbase_test_ca17025564638647352673.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17025564638647352673.pem 2024-11-19T00:25:33,660 DEBUG [FileChangeWatcher-hbase_test_key3724723921312751795.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17025564638647352673.pem 2024-11-19T00:25:33,660 INFO [FileChangeWatcher-hbase_test_ca17025564638647352673.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17025564638647352673.pem 2024-11-19T00:25:33,660 DEBUG [FileChangeWatcher-hbase_test_ca17025564638647352673.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17025564638647352673.pem 2024-11-19T00:25:33,660 DEBUG [FileChangeWatcher-hbase_test_key3724723921312751795.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17025564638647352673.pem 2024-11-19T00:25:33,660 INFO [FileChangeWatcher-hbase_test_ca17025564638647352673.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17025564638647352673.pem 2024-11-19T00:25:33,660 DEBUG [FileChangeWatcher-hbase_test_key3724723921312751795.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17025564638647352673.pem 2024-11-19T00:25:33,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c60b872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:25:33,661 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T00:25:33,661 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:33,664 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:33,665 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:33,665 INFO [FileChangeWatcher-hbase_test_key3724723921312751795.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3724723921312751795.pem thread started 2024-11-19T00:25:33,665 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:33,666 INFO [FileChangeWatcher-hbase_test_ca17025564638647352673.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17025564638647352673.pem thread started 2024-11-19T00:25:33,666 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T00:25:33,669 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:33,670 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:33,670 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd560d4b0, L:/127.0.0.1:37929 - R:/127.0.0.1:57864] 2024-11-19T00:25:33,688 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57864, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T00:25:33,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:25:33,690 DEBUG [FileChangeWatcher-hbase_test_ca17025564638647352673.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17025564638647352673.pem was interrupted and is shutting down... 2024-11-19T00:25:33,690 DEBUG [FileChangeWatcher-hbase_test_key3724723921312751795.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3724723921312751795.pem was interrupted and is shutting down... 2024-11-19T00:25:33,690 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37929 2024-11-19T00:25:33,690 DEBUG [FileChangeWatcher-hbase_test_key3724723921312751795.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3724723921312751795.pem was interrupted and is shutting down... 2024-11-19T00:25:33,690 DEBUG [FileChangeWatcher-hbase_test_ca17025564638647352673.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17025564638647352673.pem was interrupted and is shutting down... 2024-11-19T00:25:33,690 INFO [FileChangeWatcher-hbase_test_key3724723921312751795.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3724723921312751795.pem thread finished 2024-11-19T00:25:33,690 INFO [FileChangeWatcher-hbase_test_ca17025564638647352673.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17025564638647352673.pem thread finished 2024-11-19T00:25:33,690 INFO [FileChangeWatcher-hbase_test_ca17025564638647352673.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17025564638647352673.pem thread finished 2024-11-19T00:25:33,697 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=7548 (was 7549) 2024-11-19T00:25:33,702 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=7548 2024-11-19T00:25:33,702 INFO [FileChangeWatcher-hbase_test_key3724723921312751795.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3724723921312751795.pem thread finished 2024-11-19T00:25:33,741 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:25:33,741 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35443 2024-11-19T00:25:33,742 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T00:25:33,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d467dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:25:33,742 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T00:25:33,743 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:33,767 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:33,768 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:33,768 INFO [FileChangeWatcher-hbase_test_key8386660414339685258.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8386660414339685258.p12 thread started 2024-11-19T00:25:33,768 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:33,768 INFO [FileChangeWatcher-hbase_test_ca11037118240910747612.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11037118240910747612.p12 thread started 2024-11-19T00:25:33,769 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T00:25:33,783 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:33,795 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:33,796 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:33,796 INFO [FileChangeWatcher-hbase_test_key8386660414339685258.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8386660414339685258.p12 thread started 2024-11-19T00:25:33,796 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:33,796 INFO [FileChangeWatcher-hbase_test_ca11037118240910747612.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11037118240910747612.p12 thread started 2024-11-19T00:25:33,796 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc0bcdfc7, L:/127.0.0.1:35443 - R:/127.0.0.1:40308] 2024-11-19T00:25:33,828 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40308, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T00:25:33,834 DEBUG [FileChangeWatcher-hbase_test_ca11037118240910747612.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8386660414339685258.p12 2024-11-19T00:25:33,834 DEBUG [FileChangeWatcher-hbase_test_ca11037118240910747612.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8386660414339685258.p12 2024-11-19T00:25:33,834 DEBUG [FileChangeWatcher-hbase_test_key8386660414339685258.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8386660414339685258.p12 2024-11-19T00:25:33,834 DEBUG [FileChangeWatcher-hbase_test_key8386660414339685258.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8386660414339685258.p12 2024-11-19T00:25:33,834 DEBUG [FileChangeWatcher-hbase_test_ca11037118240910747612.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8386660414339685258.p12 2024-11-19T00:25:33,834 INFO [FileChangeWatcher-hbase_test_key8386660414339685258.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8386660414339685258.p12 2024-11-19T00:25:33,834 DEBUG [FileChangeWatcher-hbase_test_ca11037118240910747612.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8386660414339685258.p12 2024-11-19T00:25:33,834 INFO [FileChangeWatcher-hbase_test_key8386660414339685258.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8386660414339685258.p12 2024-11-19T00:25:33,858 DEBUG [FileChangeWatcher-hbase_test_ca11037118240910747612.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8386660414339685258.p12 2024-11-19T00:25:33,858 DEBUG [FileChangeWatcher-hbase_test_key8386660414339685258.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8386660414339685258.p12 2024-11-19T00:25:33,858 DEBUG [FileChangeWatcher-hbase_test_ca11037118240910747612.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8386660414339685258.p12 2024-11-19T00:25:33,858 DEBUG [FileChangeWatcher-hbase_test_key8386660414339685258.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8386660414339685258.p12 2024-11-19T00:25:33,858 INFO [FileChangeWatcher-hbase_test_key8386660414339685258.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8386660414339685258.p12 2024-11-19T00:25:33,858 DEBUG [FileChangeWatcher-hbase_test_ca11037118240910747612.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8386660414339685258.p12 2024-11-19T00:25:33,858 DEBUG [FileChangeWatcher-hbase_test_ca11037118240910747612.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8386660414339685258.p12 2024-11-19T00:25:33,858 INFO [FileChangeWatcher-hbase_test_key8386660414339685258.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8386660414339685258.p12 2024-11-19T00:25:33,858 DEBUG [FileChangeWatcher-hbase_test_key8386660414339685258.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11037118240910747612.p12 2024-11-19T00:25:33,858 DEBUG [FileChangeWatcher-hbase_test_ca11037118240910747612.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11037118240910747612.p12 2024-11-19T00:25:33,858 DEBUG [FileChangeWatcher-hbase_test_ca11037118240910747612.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11037118240910747612.p12 2024-11-19T00:25:33,858 DEBUG [FileChangeWatcher-hbase_test_key8386660414339685258.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11037118240910747612.p12 2024-11-19T00:25:33,858 INFO [FileChangeWatcher-hbase_test_ca11037118240910747612.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11037118240910747612.p12 2024-11-19T00:25:33,858 DEBUG [FileChangeWatcher-hbase_test_key8386660414339685258.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11037118240910747612.p12 2024-11-19T00:25:33,858 INFO [FileChangeWatcher-hbase_test_ca11037118240910747612.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11037118240910747612.p12 2024-11-19T00:25:33,858 DEBUG [FileChangeWatcher-hbase_test_key8386660414339685258.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11037118240910747612.p12 2024-11-19T00:25:33,870 DEBUG [FileChangeWatcher-hbase_test_key8386660414339685258.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11037118240910747612.p12 2024-11-19T00:25:33,870 DEBUG [FileChangeWatcher-hbase_test_ca11037118240910747612.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11037118240910747612.p12 2024-11-19T00:25:33,870 DEBUG [FileChangeWatcher-hbase_test_key8386660414339685258.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11037118240910747612.p12 2024-11-19T00:25:33,870 DEBUG [FileChangeWatcher-hbase_test_key8386660414339685258.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11037118240910747612.p12 2024-11-19T00:25:33,870 INFO [FileChangeWatcher-hbase_test_ca11037118240910747612.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11037118240910747612.p12 2024-11-19T00:25:33,870 DEBUG [FileChangeWatcher-hbase_test_ca11037118240910747612.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11037118240910747612.p12 2024-11-19T00:25:33,870 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,35443,0 is dead - stopping the connection localhost:35443/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-19T00:25:33,870 DEBUG [FileChangeWatcher-hbase_test_key8386660414339685258.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11037118240910747612.p12 2024-11-19T00:25:33,870 INFO [FileChangeWatcher-hbase_test_ca11037118240910747612.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11037118240910747612.p12 2024-11-19T00:25:33,870 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T00:25:33,871 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:33,897 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:33,898 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T00:25:33,912 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:33,925 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:33,926 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xda4f42a7, L:/127.0.0.1:35443 - R:/127.0.0.1:40324] 2024-11-19T00:25:33,958 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40324, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T00:25:33,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:25:33,959 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35443 2024-11-19T00:25:33,959 DEBUG [FileChangeWatcher-hbase_test_key8386660414339685258.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8386660414339685258.p12 was interrupted and is shutting down... 2024-11-19T00:25:33,959 DEBUG [FileChangeWatcher-hbase_test_ca11037118240910747612.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11037118240910747612.p12 was interrupted and is shutting down... 2024-11-19T00:25:33,959 DEBUG [FileChangeWatcher-hbase_test_key8386660414339685258.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8386660414339685258.p12 was interrupted and is shutting down... 2024-11-19T00:25:33,959 DEBUG [FileChangeWatcher-hbase_test_ca11037118240910747612.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11037118240910747612.p12 was interrupted and is shutting down... 2024-11-19T00:25:33,959 INFO [FileChangeWatcher-hbase_test_ca11037118240910747612.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11037118240910747612.p12 thread finished 2024-11-19T00:25:33,965 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=41 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=7547 (was 7548) 2024-11-19T00:25:33,969 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=41, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=7547 2024-11-19T00:25:33,970 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:25:33,971 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34727 2024-11-19T00:25:33,971 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T00:25:33,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@169013e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:25:33,971 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T00:25:33,972 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:33,978 INFO [FileChangeWatcher-hbase_test_ca11037118240910747612.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11037118240910747612.p12 thread finished 2024-11-19T00:25:33,978 INFO [FileChangeWatcher-hbase_test_key8386660414339685258.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8386660414339685258.p12 thread finished 2024-11-19T00:25:33,978 INFO [FileChangeWatcher-hbase_test_key8386660414339685258.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8386660414339685258.p12 thread finished 2024-11-19T00:25:33,998 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:33,998 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:33,998 INFO [FileChangeWatcher-hbase_test_key8386660414339685258.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8386660414339685258.p12 thread started 2024-11-19T00:25:33,999 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:33,999 INFO [FileChangeWatcher-hbase_test_ca11037118240910747612.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11037118240910747612.p12 thread started 2024-11-19T00:25:33,999 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T00:25:34,012 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:34,025 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:34,026 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:34,026 INFO [FileChangeWatcher-hbase_test_key8386660414339685258.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8386660414339685258.p12 thread started 2024-11-19T00:25:34,026 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:34,027 INFO [FileChangeWatcher-hbase_test_ca11037118240910747612.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11037118240910747612.p12 thread started 2024-11-19T00:25:34,027 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfb88f141, L:/127.0.0.1:34727 - R:/127.0.0.1:43568] 2024-11-19T00:25:34,057 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43568, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T00:25:34,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:25:34,059 DEBUG [FileChangeWatcher-hbase_test_key8386660414339685258.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8386660414339685258.p12 was interrupted and is shutting down... 2024-11-19T00:25:34,059 DEBUG [FileChangeWatcher-hbase_test_ca11037118240910747612.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11037118240910747612.p12 was interrupted and is shutting down... 2024-11-19T00:25:34,059 INFO [FileChangeWatcher-hbase_test_key8386660414339685258.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8386660414339685258.p12 thread finished 2024-11-19T00:25:34,059 INFO [FileChangeWatcher-hbase_test_ca11037118240910747612.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11037118240910747612.p12 thread finished 2024-11-19T00:25:34,063 DEBUG [FileChangeWatcher-hbase_test_key8386660414339685258.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8386660414339685258.p12 2024-11-19T00:25:34,063 DEBUG [FileChangeWatcher-hbase_test_ca11037118240910747612.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8386660414339685258.p12 2024-11-19T00:25:34,063 INFO [FileChangeWatcher-hbase_test_key8386660414339685258.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8386660414339685258.p12 2024-11-19T00:25:34,063 DEBUG [FileChangeWatcher-hbase_test_ca11037118240910747612.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8386660414339685258.p12 2024-11-19T00:25:34,085 DEBUG [FileChangeWatcher-hbase_test_ca11037118240910747612.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8386660414339685258.p12 2024-11-19T00:25:34,085 DEBUG [FileChangeWatcher-hbase_test_key8386660414339685258.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8386660414339685258.p12 2024-11-19T00:25:34,086 DEBUG [FileChangeWatcher-hbase_test_ca11037118240910747612.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8386660414339685258.p12 2024-11-19T00:25:34,086 INFO [FileChangeWatcher-hbase_test_key8386660414339685258.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8386660414339685258.p12 2024-11-19T00:25:34,086 DEBUG [FileChangeWatcher-hbase_test_ca11037118240910747612.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11037118240910747612.p12 2024-11-19T00:25:34,086 DEBUG [FileChangeWatcher-hbase_test_key8386660414339685258.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11037118240910747612.p12 2024-11-19T00:25:34,086 DEBUG [FileChangeWatcher-hbase_test_key8386660414339685258.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11037118240910747612.p12 2024-11-19T00:25:34,086 INFO [FileChangeWatcher-hbase_test_ca11037118240910747612.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11037118240910747612.p12 2024-11-19T00:25:34,098 DEBUG [FileChangeWatcher-hbase_test_key8386660414339685258.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11037118240910747612.p12 2024-11-19T00:25:34,098 DEBUG [FileChangeWatcher-hbase_test_ca11037118240910747612.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11037118240910747612.p12 2024-11-19T00:25:34,098 DEBUG [FileChangeWatcher-hbase_test_key8386660414339685258.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11037118240910747612.p12 2024-11-19T00:25:34,098 INFO [FileChangeWatcher-hbase_test_ca11037118240910747612.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11037118240910747612.p12 2024-11-19T00:25:34,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ec4e68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:25:34,099 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T00:25:34,099 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:34,140 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:34,140 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:34,141 INFO [FileChangeWatcher-hbase_test_key8386660414339685258.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8386660414339685258.p12 thread started 2024-11-19T00:25:34,141 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:34,141 INFO [FileChangeWatcher-hbase_test_ca11037118240910747612.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11037118240910747612.p12 thread started 2024-11-19T00:25:34,141 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T00:25:34,155 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:34,168 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:34,168 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x71c4265a, L:/127.0.0.1:34727 - R:/127.0.0.1:43582] 2024-11-19T00:25:34,201 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43582, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T00:25:34,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:25:34,202 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34727 2024-11-19T00:25:34,202 DEBUG [FileChangeWatcher-hbase_test_key8386660414339685258.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8386660414339685258.p12 was interrupted and is shutting down... 2024-11-19T00:25:34,202 DEBUG [FileChangeWatcher-hbase_test_ca11037118240910747612.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11037118240910747612.p12 was interrupted and is shutting down... 2024-11-19T00:25:34,202 DEBUG [FileChangeWatcher-hbase_test_ca11037118240910747612.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11037118240910747612.p12 was interrupted and is shutting down... 2024-11-19T00:25:34,202 DEBUG [FileChangeWatcher-hbase_test_key8386660414339685258.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8386660414339685258.p12 was interrupted and is shutting down... 2024-11-19T00:25:34,202 INFO [FileChangeWatcher-hbase_test_ca11037118240910747612.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11037118240910747612.p12 thread finished 2024-11-19T00:25:34,202 INFO [FileChangeWatcher-hbase_test_key8386660414339685258.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8386660414339685258.p12 thread finished 2024-11-19T00:25:34,208 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39 (was 41), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=7543 (was 7547) 2024-11-19T00:25:34,213 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=7542 2024-11-19T00:25:34,222 INFO [FileChangeWatcher-hbase_test_ca11037118240910747612.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11037118240910747612.p12 thread finished 2024-11-19T00:25:34,223 INFO [FileChangeWatcher-hbase_test_key8386660414339685258.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8386660414339685258.p12 thread finished 2024-11-19T00:25:34,558 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:25:34,559 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43771 2024-11-19T00:25:34,559 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T00:25:34,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a37f0e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:25:34,560 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T00:25:34,561 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:34,824 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:34,824 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:34,825 INFO [FileChangeWatcher-hbase_test_key4622579856641312746.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4622579856641312746.bcfks thread started 2024-11-19T00:25:34,825 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:34,825 INFO [FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks thread started 2024-11-19T00:25:34,825 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T00:25:34,957 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:35,086 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:35,087 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:35,087 INFO [FileChangeWatcher-hbase_test_key4622579856641312746.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4622579856641312746.bcfks thread started 2024-11-19T00:25:35,087 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:35,088 INFO [FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks thread started 2024-11-19T00:25:35,088 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc122aeaa, L:/127.0.0.1:43771 - R:/127.0.0.1:59964] 2024-11-19T00:25:35,265 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59964, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T00:25:35,277 DEBUG [FileChangeWatcher-hbase_test_key4622579856641312746.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4622579856641312746.bcfks 2024-11-19T00:25:35,277 DEBUG [FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4622579856641312746.bcfks 2024-11-19T00:25:35,277 DEBUG [FileChangeWatcher-hbase_test_key4622579856641312746.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4622579856641312746.bcfks 2024-11-19T00:25:35,277 DEBUG [FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4622579856641312746.bcfks 2024-11-19T00:25:35,277 INFO [FileChangeWatcher-hbase_test_key4622579856641312746.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4622579856641312746.bcfks 2024-11-19T00:25:35,277 DEBUG [FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4622579856641312746.bcfks 2024-11-19T00:25:35,277 INFO [FileChangeWatcher-hbase_test_key4622579856641312746.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4622579856641312746.bcfks 2024-11-19T00:25:35,277 DEBUG [FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4622579856641312746.bcfks 2024-11-19T00:25:35,472 DEBUG [FileChangeWatcher-hbase_test_key4622579856641312746.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4622579856641312746.bcfks 2024-11-19T00:25:35,472 DEBUG [FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4622579856641312746.bcfks 2024-11-19T00:25:35,472 DEBUG [FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4622579856641312746.bcfks 2024-11-19T00:25:35,472 DEBUG [FileChangeWatcher-hbase_test_key4622579856641312746.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4622579856641312746.bcfks 2024-11-19T00:25:35,472 DEBUG [FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4622579856641312746.bcfks 2024-11-19T00:25:35,472 INFO [FileChangeWatcher-hbase_test_key4622579856641312746.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4622579856641312746.bcfks 2024-11-19T00:25:35,472 INFO [FileChangeWatcher-hbase_test_key4622579856641312746.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4622579856641312746.bcfks 2024-11-19T00:25:35,472 DEBUG [FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4622579856641312746.bcfks 2024-11-19T00:25:35,472 DEBUG [FileChangeWatcher-hbase_test_key4622579856641312746.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8400339734354494870.bcfks 2024-11-19T00:25:35,472 DEBUG [FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8400339734354494870.bcfks 2024-11-19T00:25:35,473 DEBUG [FileChangeWatcher-hbase_test_key4622579856641312746.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8400339734354494870.bcfks 2024-11-19T00:25:35,473 DEBUG [FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8400339734354494870.bcfks 2024-11-19T00:25:35,473 DEBUG [FileChangeWatcher-hbase_test_key4622579856641312746.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8400339734354494870.bcfks 2024-11-19T00:25:35,473 DEBUG [FileChangeWatcher-hbase_test_key4622579856641312746.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8400339734354494870.bcfks 2024-11-19T00:25:35,473 INFO [FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8400339734354494870.bcfks 2024-11-19T00:25:35,473 INFO [FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8400339734354494870.bcfks 2024-11-19T00:25:35,604 DEBUG [FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8400339734354494870.bcfks 2024-11-19T00:25:35,604 DEBUG [FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8400339734354494870.bcfks 2024-11-19T00:25:35,604 DEBUG [FileChangeWatcher-hbase_test_key4622579856641312746.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8400339734354494870.bcfks 2024-11-19T00:25:35,604 DEBUG [FileChangeWatcher-hbase_test_key4622579856641312746.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8400339734354494870.bcfks 2024-11-19T00:25:35,604 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,43771,0 is dead - stopping the connection localhost:43771/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-19T00:25:35,604 INFO [FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8400339734354494870.bcfks 2024-11-19T00:25:35,604 INFO [FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8400339734354494870.bcfks 2024-11-19T00:25:35,604 DEBUG [FileChangeWatcher-hbase_test_key4622579856641312746.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8400339734354494870.bcfks 2024-11-19T00:25:35,604 DEBUG [FileChangeWatcher-hbase_test_key4622579856641312746.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8400339734354494870.bcfks 2024-11-19T00:25:35,605 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T00:25:35,605 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:35,868 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:35,868 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T00:25:35,999 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:36,131 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:36,131 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x693bdd2f, L:/127.0.0.1:43771 - R:/127.0.0.1:59976] 2024-11-19T00:25:36,278 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59976, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T00:25:36,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:25:36,280 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43771 2024-11-19T00:25:36,280 DEBUG [FileChangeWatcher-hbase_test_key4622579856641312746.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4622579856641312746.bcfks was interrupted and is shutting down... 2024-11-19T00:25:36,280 DEBUG [FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks was interrupted and is shutting down... 2024-11-19T00:25:36,280 DEBUG [FileChangeWatcher-hbase_test_key4622579856641312746.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4622579856641312746.bcfks was interrupted and is shutting down... 2024-11-19T00:25:36,280 DEBUG [FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks was interrupted and is shutting down... 2024-11-19T00:25:36,280 INFO [FileChangeWatcher-hbase_test_key4622579856641312746.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4622579856641312746.bcfks thread finished 2024-11-19T00:25:36,280 INFO [FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks thread finished 2024-11-19T00:25:36,285 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=7538 (was 7542) 2024-11-19T00:25:36,286 INFO [FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks thread finished 2024-11-19T00:25:36,286 INFO [FileChangeWatcher-hbase_test_key4622579856641312746.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4622579856641312746.bcfks thread finished 2024-11-19T00:25:36,290 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=7538 2024-11-19T00:25:36,291 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:25:36,291 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46139 2024-11-19T00:25:36,292 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T00:25:36,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bbd81ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:25:36,292 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T00:25:36,293 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:36,557 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:36,557 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:36,558 INFO [FileChangeWatcher-hbase_test_key4622579856641312746.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4622579856641312746.bcfks thread started 2024-11-19T00:25:36,558 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:36,558 INFO [FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks thread started 2024-11-19T00:25:36,558 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T00:25:36,692 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:36,822 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:36,822 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:36,822 INFO [FileChangeWatcher-hbase_test_key4622579856641312746.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4622579856641312746.bcfks thread started 2024-11-19T00:25:36,823 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:36,823 INFO [FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks thread started 2024-11-19T00:25:36,823 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc2f75fde, L:/127.0.0.1:46139 - R:/127.0.0.1:46980] 2024-11-19T00:25:36,968 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46980, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T00:25:36,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:25:36,970 DEBUG [FileChangeWatcher-hbase_test_key4622579856641312746.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4622579856641312746.bcfks was interrupted and is shutting down... 2024-11-19T00:25:36,970 DEBUG [FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks was interrupted and is shutting down... 2024-11-19T00:25:36,970 INFO [FileChangeWatcher-hbase_test_key4622579856641312746.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4622579856641312746.bcfks thread finished 2024-11-19T00:25:36,970 INFO [FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks thread finished 2024-11-19T00:25:36,981 DEBUG [FileChangeWatcher-hbase_test_key4622579856641312746.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4622579856641312746.bcfks 2024-11-19T00:25:36,981 DEBUG [FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4622579856641312746.bcfks 2024-11-19T00:25:36,981 INFO [FileChangeWatcher-hbase_test_key4622579856641312746.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4622579856641312746.bcfks 2024-11-19T00:25:36,981 DEBUG [FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4622579856641312746.bcfks 2024-11-19T00:25:37,176 DEBUG [FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4622579856641312746.bcfks 2024-11-19T00:25:37,176 DEBUG [FileChangeWatcher-hbase_test_key4622579856641312746.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4622579856641312746.bcfks 2024-11-19T00:25:37,176 DEBUG [FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4622579856641312746.bcfks 2024-11-19T00:25:37,176 INFO [FileChangeWatcher-hbase_test_key4622579856641312746.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4622579856641312746.bcfks 2024-11-19T00:25:37,200 DEBUG [FileChangeWatcher-hbase_test_key4622579856641312746.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8400339734354494870.bcfks 2024-11-19T00:25:37,200 DEBUG [FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8400339734354494870.bcfks 2024-11-19T00:25:37,200 DEBUG [FileChangeWatcher-hbase_test_key4622579856641312746.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8400339734354494870.bcfks 2024-11-19T00:25:37,200 INFO [FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8400339734354494870.bcfks 2024-11-19T00:25:37,335 DEBUG [FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8400339734354494870.bcfks 2024-11-19T00:25:37,335 DEBUG [FileChangeWatcher-hbase_test_key4622579856641312746.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8400339734354494870.bcfks 2024-11-19T00:25:37,335 INFO [FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8400339734354494870.bcfks 2024-11-19T00:25:37,335 DEBUG [FileChangeWatcher-hbase_test_key4622579856641312746.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8400339734354494870.bcfks 2024-11-19T00:25:37,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f75f3f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T00:25:37,353 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T00:25:37,354 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:37,617 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:37,618 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:37,618 INFO [FileChangeWatcher-hbase_test_key4622579856641312746.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4622579856641312746.bcfks thread started 2024-11-19T00:25:37,618 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/96e05fca-32bc-87a7-d2b7-d6ef7d5c5562/TestNettyTLSIPCFileWatcher 2024-11-19T00:25:37,618 INFO [FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks thread started 2024-11-19T00:25:37,619 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T00:25:37,753 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T00:25:37,883 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T00:25:37,884 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2bebe1f4, L:/127.0.0.1:46139 - R:/127.0.0.1:46996] 2024-11-19T00:25:38,028 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46996, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T00:25:38,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:25:38,029 DEBUG [FileChangeWatcher-hbase_test_key4622579856641312746.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4622579856641312746.bcfks was interrupted and is shutting down... 2024-11-19T00:25:38,029 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46139 2024-11-19T00:25:38,029 DEBUG [FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks was interrupted and is shutting down... 2024-11-19T00:25:38,029 DEBUG [FileChangeWatcher-hbase_test_key4622579856641312746.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4622579856641312746.bcfks was interrupted and is shutting down... 2024-11-19T00:25:38,029 DEBUG [FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks was interrupted and is shutting down... 2024-11-19T00:25:38,029 INFO [FileChangeWatcher-hbase_test_key4622579856641312746.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4622579856641312746.bcfks thread finished 2024-11-19T00:25:38,029 INFO [FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks thread finished 2024-11-19T00:25:38,034 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=7548 (was 7538) - AvailableMemoryMB LEAK? - 2024-11-19T00:25:38,047 INFO [FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8400339734354494870.bcfks thread finished 2024-11-19T00:25:38,047 INFO [FileChangeWatcher-hbase_test_key4622579856641312746.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4622579856641312746.bcfks thread finished