2024-11-12 19:31:55,141 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@723e88f9 2024-11-12 19:31:55,175 main DEBUG Took 0.031084 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-12 19:31:55,176 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-12 19:31:55,176 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-12 19:31:55,178 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-12 19:31:55,181 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 19:31:55,212 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-12 19:31:55,244 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 19:31:55,246 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 19:31:55,247 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 19:31:55,248 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 19:31:55,249 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 19:31:55,249 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 19:31:55,256 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 19:31:55,263 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 19:31:55,265 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 19:31:55,265 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 19:31:55,267 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 19:31:55,267 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 19:31:55,268 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 19:31:55,269 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 19:31:55,269 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 19:31:55,275 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 19:31:55,276 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 19:31:55,276 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 19:31:55,277 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 19:31:55,278 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 19:31:55,279 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 19:31:55,279 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 19:31:55,280 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 19:31:55,280 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 19:31:55,281 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 19:31:55,287 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-12 19:31:55,292 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 19:31:55,294 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-12 19:31:55,297 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-12 19:31:55,298 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-12 19:31:55,307 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-12 19:31:55,308 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-12 19:31:55,328 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-12 19:31:55,334 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-12 19:31:55,337 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-12 19:31:55,338 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-12 19:31:55,339 main DEBUG createAppenders(={Console}) 2024-11-12 19:31:55,340 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@723e88f9 initialized 2024-11-12 19:31:55,340 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@723e88f9 2024-11-12 19:31:55,341 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@723e88f9 OK. 2024-11-12 19:31:55,342 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-12 19:31:55,343 main DEBUG OutputStream closed 2024-11-12 19:31:55,343 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-12 19:31:55,344 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-12 19:31:55,344 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4d1bf319 OK 2024-11-12 19:31:55,533 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-12 19:31:55,536 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-12 19:31:55,538 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-12 19:31:55,554 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-12 19:31:55,555 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-12 19:31:55,556 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-12 19:31:55,565 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-12 19:31:55,566 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-12 19:31:55,568 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-12 19:31:55,569 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-12 19:31:55,573 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-12 19:31:55,579 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-12 19:31:55,581 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-12 19:31:55,582 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-12 19:31:55,583 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-12 19:31:55,583 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-12 19:31:55,584 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-12 19:31:55,588 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-12 19:31:55,596 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12 19:31:55,596 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6ad59d92) with optional ClassLoader: null 2024-11-12 19:31:55,597 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-12 19:31:55,601 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6ad59d92] started OK. 2024-11-12T19:31:55,634 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-12 19:31:55,639 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-12 19:31:55,639 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12T19:31:56,514 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-12T19:31:58,209 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=1301, ProcessCount=11, AvailableMemoryMB=2575 2024-11-12T19:32:00,083 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T19:32:00,159 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-12T19:32:00,199 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-12T19:32:00,218 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-12T19:32:00,362 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T19:32:00,409 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 50126 (auto-detected) 2024-11-12T19:32:00,412 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-12T19:32:00,487 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45907 2024-11-12T19:32:00,492 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T19:32:00,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T19:32:00,560 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-12T19:32:00,562 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-12T19:32:01,046 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T19:32:01,141 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:01,232 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:01,407 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:01,424 INFO [FileChangeWatcher-hbase_test_key18445954849620086814.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18445954849620086814.jks thread started 2024-11-12T19:32:01,425 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:01,426 INFO [FileChangeWatcher-hbase_test_ca12955311611463231619.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12955311611463231619.jks thread started 2024-11-12T19:32:01,441 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T19:32:01,622 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:01,652 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:01,758 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:01,779 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:01,784 INFO [FileChangeWatcher-hbase_test_ca12955311611463231619.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12955311611463231619.jks thread started 2024-11-12T19:32:01,787 INFO [FileChangeWatcher-hbase_test_key18445954849620086814.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18445954849620086814.jks thread started 2024-11-12T19:32:01,785 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x53242372, L:/127.0.0.1:45907 - R:/127.0.0.1:57630] 2024-11-12T19:32:02,039 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57630, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T19:32:02,560 DEBUG [FileChangeWatcher-hbase_test_key18445954849620086814.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18445954849620086814.jks 2024-11-12T19:32:02,561 DEBUG [FileChangeWatcher-hbase_test_ca12955311611463231619.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18445954849620086814.jks 2024-11-12T19:32:02,561 INFO [FileChangeWatcher-hbase_test_key18445954849620086814.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18445954849620086814.jks 2024-11-12T19:32:02,561 DEBUG [FileChangeWatcher-hbase_test_ca12955311611463231619.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18445954849620086814.jks 2024-11-12T19:32:02,561 DEBUG [FileChangeWatcher-hbase_test_key18445954849620086814.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18445954849620086814.jks 2024-11-12T19:32:02,561 INFO [FileChangeWatcher-hbase_test_key18445954849620086814.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18445954849620086814.jks 2024-11-12T19:32:02,561 DEBUG [FileChangeWatcher-hbase_test_ca12955311611463231619.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18445954849620086814.jks 2024-11-12T19:32:02,562 DEBUG [FileChangeWatcher-hbase_test_ca12955311611463231619.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18445954849620086814.jks 2024-11-12T19:32:02,597 DEBUG [FileChangeWatcher-hbase_test_key18445954849620086814.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18445954849620086814.jks 2024-11-12T19:32:02,598 INFO [FileChangeWatcher-hbase_test_key18445954849620086814.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18445954849620086814.jks 2024-11-12T19:32:02,598 DEBUG [FileChangeWatcher-hbase_test_ca12955311611463231619.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18445954849620086814.jks 2024-11-12T19:32:02,598 DEBUG [FileChangeWatcher-hbase_test_ca12955311611463231619.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18445954849620086814.jks 2024-11-12T19:32:02,599 DEBUG [FileChangeWatcher-hbase_test_ca12955311611463231619.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12955311611463231619.jks 2024-11-12T19:32:02,599 INFO [FileChangeWatcher-hbase_test_ca12955311611463231619.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12955311611463231619.jks 2024-11-12T19:32:02,599 DEBUG [FileChangeWatcher-hbase_test_key18445954849620086814.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18445954849620086814.jks 2024-11-12T19:32:02,599 INFO [FileChangeWatcher-hbase_test_key18445954849620086814.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18445954849620086814.jks 2024-11-12T19:32:02,599 DEBUG [FileChangeWatcher-hbase_test_key18445954849620086814.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12955311611463231619.jks 2024-11-12T19:32:02,600 DEBUG [FileChangeWatcher-hbase_test_key18445954849620086814.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12955311611463231619.jks 2024-11-12T19:32:02,600 DEBUG [FileChangeWatcher-hbase_test_ca12955311611463231619.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18445954849620086814.jks 2024-11-12T19:32:02,600 DEBUG [FileChangeWatcher-hbase_test_ca12955311611463231619.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18445954849620086814.jks 2024-11-12T19:32:02,600 DEBUG [FileChangeWatcher-hbase_test_ca12955311611463231619.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12955311611463231619.jks 2024-11-12T19:32:02,601 INFO [FileChangeWatcher-hbase_test_ca12955311611463231619.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12955311611463231619.jks 2024-11-12T19:32:02,601 DEBUG [FileChangeWatcher-hbase_test_key18445954849620086814.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12955311611463231619.jks 2024-11-12T19:32:02,601 DEBUG [FileChangeWatcher-hbase_test_key18445954849620086814.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12955311611463231619.jks 2024-11-12T19:32:02,621 DEBUG [FileChangeWatcher-hbase_test_ca12955311611463231619.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12955311611463231619.jks 2024-11-12T19:32:02,621 DEBUG [FileChangeWatcher-hbase_test_ca12955311611463231619.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12955311611463231619.jks 2024-11-12T19:32:02,621 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,45907,0 is dead - stopping the connection localhost:45907/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-12T19:32:02,621 INFO [FileChangeWatcher-hbase_test_ca12955311611463231619.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12955311611463231619.jks 2024-11-12T19:32:02,621 INFO [FileChangeWatcher-hbase_test_ca12955311611463231619.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12955311611463231619.jks 2024-11-12T19:32:02,621 DEBUG [FileChangeWatcher-hbase_test_key18445954849620086814.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12955311611463231619.jks 2024-11-12T19:32:02,621 DEBUG [FileChangeWatcher-hbase_test_key18445954849620086814.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12955311611463231619.jks 2024-11-12T19:32:02,622 DEBUG [FileChangeWatcher-hbase_test_key18445954849620086814.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12955311611463231619.jks 2024-11-12T19:32:02,622 DEBUG [FileChangeWatcher-hbase_test_key18445954849620086814.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12955311611463231619.jks 2024-11-12T19:32:02,627 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T19:32:02,629 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:02,682 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:02,683 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T19:32:02,712 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:02,742 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:02,743 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x450bb2a0, L:/127.0.0.1:45907 - R:/127.0.0.1:57644] 2024-11-12T19:32:02,836 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57644, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T19:32:02,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T19:32:02,841 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45907 2024-11-12T19:32:02,842 DEBUG [FileChangeWatcher-hbase_test_ca12955311611463231619.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12955311611463231619.jks was interrupted and is shutting down... 2024-11-12T19:32:02,842 DEBUG [FileChangeWatcher-hbase_test_key18445954849620086814.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18445954849620086814.jks was interrupted and is shutting down... 2024-11-12T19:32:02,842 INFO [FileChangeWatcher-hbase_test_key18445954849620086814.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18445954849620086814.jks thread finished 2024-11-12T19:32:02,842 DEBUG [FileChangeWatcher-hbase_test_ca12955311611463231619.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12955311611463231619.jks was interrupted and is shutting down... 2024-11-12T19:32:02,845 DEBUG [FileChangeWatcher-hbase_test_key18445954849620086814.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18445954849620086814.jks was interrupted and is shutting down... 2024-11-12T19:32:02,845 INFO [FileChangeWatcher-hbase_test_ca12955311611463231619.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12955311611463231619.jks thread finished 2024-11-12T19:32:02,845 INFO [FileChangeWatcher-hbase_test_ca12955311611463231619.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12955311611463231619.jks thread finished 2024-11-12T19:32:02,859 INFO [FileChangeWatcher-hbase_test_key18445954849620086814.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18445954849620086814.jks thread finished 2024-11-12T19:32:02,864 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key18445954849620086814.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1325 (was 1301) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2149 (was 2575) 2024-11-12T19:32:02,874 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21, OpenFileDescriptor=329, MaxFileDescriptor=1048576, SystemLoadAverage=1325, ProcessCount=11, AvailableMemoryMB=2148 2024-11-12T19:32:02,876 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T19:32:02,879 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33767 2024-11-12T19:32:02,880 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T19:32:02,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6695e0bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T19:32:02,882 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T19:32:02,885 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:02,940 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:02,941 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:02,944 INFO [FileChangeWatcher-hbase_test_key18445954849620086814.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18445954849620086814.jks thread started 2024-11-12T19:32:02,956 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:02,960 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T19:32:02,960 INFO [FileChangeWatcher-hbase_test_ca12955311611463231619.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12955311611463231619.jks thread started 2024-11-12T19:32:03,007 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:03,033 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:03,034 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:03,043 INFO [FileChangeWatcher-hbase_test_key18445954849620086814.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18445954849620086814.jks thread started 2024-11-12T19:32:03,043 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:03,048 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x46c906cc, L:/127.0.0.1:33767 - R:/127.0.0.1:44074] 2024-11-12T19:32:03,050 INFO [FileChangeWatcher-hbase_test_ca12955311611463231619.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12955311611463231619.jks thread started 2024-11-12T19:32:03,152 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44074, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T19:32:03,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T19:32:03,159 DEBUG [FileChangeWatcher-hbase_test_key18445954849620086814.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18445954849620086814.jks was interrupted and is shutting down... 2024-11-12T19:32:03,159 DEBUG [FileChangeWatcher-hbase_test_ca12955311611463231619.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12955311611463231619.jks was interrupted and is shutting down... 2024-11-12T19:32:03,159 INFO [FileChangeWatcher-hbase_test_key18445954849620086814.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18445954849620086814.jks thread finished 2024-11-12T19:32:03,160 INFO [FileChangeWatcher-hbase_test_ca12955311611463231619.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12955311611463231619.jks thread finished 2024-11-12T19:32:04,295 DEBUG [FileChangeWatcher-hbase_test_key18445954849620086814.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18445954849620086814.jks 2024-11-12T19:32:04,295 DEBUG [FileChangeWatcher-hbase_test_ca12955311611463231619.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18445954849620086814.jks 2024-11-12T19:32:04,295 DEBUG [FileChangeWatcher-hbase_test_ca12955311611463231619.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18445954849620086814.jks 2024-11-12T19:32:04,295 INFO [FileChangeWatcher-hbase_test_key18445954849620086814.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18445954849620086814.jks 2024-11-12T19:32:04,330 DEBUG [FileChangeWatcher-hbase_test_key18445954849620086814.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18445954849620086814.jks 2024-11-12T19:32:04,330 DEBUG [FileChangeWatcher-hbase_test_ca12955311611463231619.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18445954849620086814.jks 2024-11-12T19:32:04,330 INFO [FileChangeWatcher-hbase_test_key18445954849620086814.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18445954849620086814.jks 2024-11-12T19:32:04,330 DEBUG [FileChangeWatcher-hbase_test_key18445954849620086814.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12955311611463231619.jks 2024-11-12T19:32:04,331 DEBUG [FileChangeWatcher-hbase_test_key18445954849620086814.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12955311611463231619.jks 2024-11-12T19:32:04,330 DEBUG [FileChangeWatcher-hbase_test_ca12955311611463231619.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18445954849620086814.jks 2024-11-12T19:32:04,331 DEBUG [FileChangeWatcher-hbase_test_ca12955311611463231619.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12955311611463231619.jks 2024-11-12T19:32:04,331 INFO [FileChangeWatcher-hbase_test_ca12955311611463231619.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12955311611463231619.jks 2024-11-12T19:32:04,351 DEBUG [FileChangeWatcher-hbase_test_ca12955311611463231619.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12955311611463231619.jks 2024-11-12T19:32:04,351 INFO [FileChangeWatcher-hbase_test_ca12955311611463231619.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12955311611463231619.jks 2024-11-12T19:32:04,351 DEBUG [FileChangeWatcher-hbase_test_key18445954849620086814.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12955311611463231619.jks 2024-11-12T19:32:04,351 DEBUG [FileChangeWatcher-hbase_test_key18445954849620086814.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12955311611463231619.jks 2024-11-12T19:32:04,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67437c1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T19:32:04,352 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T19:32:04,353 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:04,399 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:04,400 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:04,401 INFO [FileChangeWatcher-hbase_test_key18445954849620086814.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18445954849620086814.jks thread started 2024-11-12T19:32:04,403 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:04,411 INFO [FileChangeWatcher-hbase_test_ca12955311611463231619.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12955311611463231619.jks thread started 2024-11-12T19:32:04,411 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T19:32:04,440 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:04,467 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:04,468 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xae33dbdf, L:/127.0.0.1:33767 - R:/127.0.0.1:44086] 2024-11-12T19:32:04,542 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44086, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T19:32:04,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T19:32:04,551 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33767 2024-11-12T19:32:04,551 DEBUG [FileChangeWatcher-hbase_test_ca12955311611463231619.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12955311611463231619.jks was interrupted and is shutting down... 2024-11-12T19:32:04,551 DEBUG [FileChangeWatcher-hbase_test_key18445954849620086814.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18445954849620086814.jks was interrupted and is shutting down... 2024-11-12T19:32:04,551 DEBUG [FileChangeWatcher-hbase_test_ca12955311611463231619.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12955311611463231619.jks was interrupted and is shutting down... 2024-11-12T19:32:04,552 INFO [FileChangeWatcher-hbase_test_ca12955311611463231619.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12955311611463231619.jks thread finished 2024-11-12T19:32:04,552 INFO [FileChangeWatcher-hbase_test_key18445954849620086814.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18445954849620086814.jks thread finished 2024-11-12T19:32:04,553 DEBUG [FileChangeWatcher-hbase_test_key18445954849620086814.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18445954849620086814.jks was interrupted and is shutting down... 2024-11-12T19:32:04,553 INFO [FileChangeWatcher-hbase_test_key18445954849620086814.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18445954849620086814.jks thread finished 2024-11-12T19:32:04,556 INFO [FileChangeWatcher-hbase_test_ca12955311611463231619.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12955311611463231619.jks thread finished 2024-11-12T19:32:04,566 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=29 (was 21) Potentially hanging thread: FileChangeWatcher-hbase_test_ca12955311611463231619.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FifoRpcScheduler.handler-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key18445954849620086814.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.LinuxWatchService.poll(Native Method) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:314) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=330 (was 329) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1299 (was 1325), ProcessCount=11 (was 11), AvailableMemoryMB=3181 (was 2148) - AvailableMemoryMB LEAK? - 2024-11-12T19:32:04,578 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=24, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=1299, ProcessCount=11, AvailableMemoryMB=3180 2024-11-12T19:32:04,663 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T19:32:04,664 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46189 2024-11-12T19:32:04,664 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T19:32:04,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3609d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T19:32:04,666 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T19:32:04,675 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:04,706 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:04,723 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:04,726 INFO [FileChangeWatcher-hbase_test_key8685881638976815865.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8685881638976815865.pem thread started 2024-11-12T19:32:04,727 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:04,729 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T19:32:04,733 INFO [FileChangeWatcher-hbase_test_ca16187597942132234854.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16187597942132234854.pem thread started 2024-11-12T19:32:04,750 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:04,751 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:04,752 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:04,753 INFO [FileChangeWatcher-hbase_test_key8685881638976815865.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8685881638976815865.pem thread started 2024-11-12T19:32:04,753 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:04,756 INFO [FileChangeWatcher-hbase_test_ca16187597942132234854.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16187597942132234854.pem thread started 2024-11-12T19:32:04,756 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2824cb05, L:/127.0.0.1:46189 - R:/127.0.0.1:59988] 2024-11-12T19:32:04,782 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59988, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T19:32:05,258 DEBUG [FileChangeWatcher-hbase_test_ca16187597942132234854.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8685881638976815865.pem 2024-11-12T19:32:05,258 DEBUG [FileChangeWatcher-hbase_test_ca16187597942132234854.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8685881638976815865.pem 2024-11-12T19:32:05,258 DEBUG [FileChangeWatcher-hbase_test_ca16187597942132234854.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8685881638976815865.pem 2024-11-12T19:32:05,258 DEBUG [FileChangeWatcher-hbase_test_ca16187597942132234854.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8685881638976815865.pem 2024-11-12T19:32:05,258 DEBUG [FileChangeWatcher-hbase_test_key8685881638976815865.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8685881638976815865.pem 2024-11-12T19:32:05,258 DEBUG [FileChangeWatcher-hbase_test_ca16187597942132234854.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8685881638976815865.pem 2024-11-12T19:32:05,258 DEBUG [FileChangeWatcher-hbase_test_key8685881638976815865.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8685881638976815865.pem 2024-11-12T19:32:05,259 DEBUG [FileChangeWatcher-hbase_test_ca16187597942132234854.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8685881638976815865.pem 2024-11-12T19:32:05,259 INFO [FileChangeWatcher-hbase_test_key8685881638976815865.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8685881638976815865.pem 2024-11-12T19:32:05,259 DEBUG [FileChangeWatcher-hbase_test_ca16187597942132234854.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8685881638976815865.pem 2024-11-12T19:32:05,259 DEBUG [FileChangeWatcher-hbase_test_ca16187597942132234854.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8685881638976815865.pem 2024-11-12T19:32:05,258 INFO [FileChangeWatcher-hbase_test_key8685881638976815865.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8685881638976815865.pem 2024-11-12T19:32:05,259 DEBUG [FileChangeWatcher-hbase_test_key8685881638976815865.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8685881638976815865.pem 2024-11-12T19:32:05,260 DEBUG [FileChangeWatcher-hbase_test_ca16187597942132234854.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16187597942132234854.pem 2024-11-12T19:32:05,260 INFO [FileChangeWatcher-hbase_test_key8685881638976815865.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8685881638976815865.pem 2024-11-12T19:32:05,260 INFO [FileChangeWatcher-hbase_test_ca16187597942132234854.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16187597942132234854.pem 2024-11-12T19:32:05,260 DEBUG [FileChangeWatcher-hbase_test_key8685881638976815865.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16187597942132234854.pem 2024-11-12T19:32:05,260 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,46189,0 is dead - stopping the connection localhost:46189/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-12T19:32:05,259 DEBUG [FileChangeWatcher-hbase_test_ca16187597942132234854.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16187597942132234854.pem 2024-11-12T19:32:05,260 DEBUG [FileChangeWatcher-hbase_test_key8685881638976815865.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16187597942132234854.pem 2024-11-12T19:32:05,260 DEBUG [FileChangeWatcher-hbase_test_key8685881638976815865.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16187597942132234854.pem 2024-11-12T19:32:05,260 INFO [FileChangeWatcher-hbase_test_ca16187597942132234854.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16187597942132234854.pem 2024-11-12T19:32:05,260 DEBUG [FileChangeWatcher-hbase_test_key8685881638976815865.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16187597942132234854.pem 2024-11-12T19:32:05,260 DEBUG [FileChangeWatcher-hbase_test_key8685881638976815865.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16187597942132234854.pem 2024-11-12T19:32:05,260 DEBUG [FileChangeWatcher-hbase_test_ca16187597942132234854.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16187597942132234854.pem 2024-11-12T19:32:05,260 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T19:32:05,260 DEBUG [FileChangeWatcher-hbase_test_key8685881638976815865.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16187597942132234854.pem 2024-11-12T19:32:05,260 INFO [FileChangeWatcher-hbase_test_ca16187597942132234854.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16187597942132234854.pem 2024-11-12T19:32:05,261 DEBUG [FileChangeWatcher-hbase_test_ca16187597942132234854.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16187597942132234854.pem 2024-11-12T19:32:05,261 INFO [FileChangeWatcher-hbase_test_ca16187597942132234854.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16187597942132234854.pem 2024-11-12T19:32:05,267 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:05,278 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:05,279 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T19:32:05,289 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:05,290 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:05,291 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc94abb07, L:/127.0.0.1:46189 - R:/127.0.0.1:60000] 2024-11-12T19:32:05,332 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60000, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T19:32:05,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T19:32:05,339 DEBUG [FileChangeWatcher-hbase_test_ca16187597942132234854.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16187597942132234854.pem was interrupted and is shutting down... 2024-11-12T19:32:05,339 INFO [FileChangeWatcher-hbase_test_ca16187597942132234854.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16187597942132234854.pem thread finished 2024-11-12T19:32:05,347 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46189 2024-11-12T19:32:05,347 DEBUG [FileChangeWatcher-hbase_test_ca16187597942132234854.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16187597942132234854.pem was interrupted and is shutting down... 2024-11-12T19:32:05,347 DEBUG [FileChangeWatcher-hbase_test_key8685881638976815865.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8685881638976815865.pem was interrupted and is shutting down... 2024-11-12T19:32:05,348 INFO [FileChangeWatcher-hbase_test_ca16187597942132234854.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16187597942132234854.pem thread finished 2024-11-12T19:32:05,348 INFO [FileChangeWatcher-hbase_test_key8685881638976815865.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8685881638976815865.pem thread finished 2024-11-12T19:32:05,350 DEBUG [FileChangeWatcher-hbase_test_key8685881638976815865.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8685881638976815865.pem was interrupted and is shutting down... 2024-11-12T19:32:05,366 INFO [FileChangeWatcher-hbase_test_key8685881638976815865.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8685881638976815865.pem thread finished 2024-11-12T19:32:05,366 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=28 (was 24) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.LinuxWatchService.poll(Native Method) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:314) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key8685881638976815865.pem app//org.apache.logging.log4j.message.ParameterizedMessage.init(ParameterizedMessage.java:146) app//org.apache.logging.log4j.message.ParameterizedMessage.(ParameterizedMessage.java:123) app//org.apache.logging.log4j.message.ParameterizedMessage.(ParameterizedMessage.java:132) app//org.apache.logging.log4j.message.ParameterizedMessageFactory.newMessage(ParameterizedMessageFactory.java:70) app//org.apache.logging.log4j.spi.AbstractLogger.logMessage(AbstractLogger.java:2033) app//org.apache.logging.log4j.spi.AbstractLogger.logIfEnabled(AbstractLogger.java:1899) app//org.apache.logging.slf4j.Log4jLogger.debug(Log4jLogger.java:124) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.runLoop(FileChangeWatcher.java:237) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:216) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1299 (was 1299), ProcessCount=11 (was 11), AvailableMemoryMB=3041 (was 3180) 2024-11-12T19:32:05,388 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=26, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=1299, ProcessCount=11, AvailableMemoryMB=3039 2024-11-12T19:32:05,390 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T19:32:05,391 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41145 2024-11-12T19:32:05,391 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T19:32:05,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45878dd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T19:32:05,392 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T19:32:05,396 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:05,402 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:05,403 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:05,404 INFO [FileChangeWatcher-hbase_test_key8685881638976815865.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8685881638976815865.pem thread started 2024-11-12T19:32:05,405 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:05,406 INFO [FileChangeWatcher-hbase_test_ca16187597942132234854.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16187597942132234854.pem thread started 2024-11-12T19:32:05,406 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T19:32:05,413 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:05,415 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:05,416 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:05,416 INFO [FileChangeWatcher-hbase_test_key8685881638976815865.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8685881638976815865.pem thread started 2024-11-12T19:32:05,417 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:05,417 INFO [FileChangeWatcher-hbase_test_ca16187597942132234854.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16187597942132234854.pem thread started 2024-11-12T19:32:05,417 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x23846240, L:/127.0.0.1:41145 - R:/127.0.0.1:35532] 2024-11-12T19:32:05,440 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35532, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T19:32:05,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T19:32:05,449 DEBUG [FileChangeWatcher-hbase_test_ca16187597942132234854.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16187597942132234854.pem was interrupted and is shutting down... 2024-11-12T19:32:05,450 INFO [FileChangeWatcher-hbase_test_ca16187597942132234854.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16187597942132234854.pem thread finished 2024-11-12T19:32:05,450 DEBUG [FileChangeWatcher-hbase_test_key8685881638976815865.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8685881638976815865.pem was interrupted and is shutting down... 2024-11-12T19:32:05,462 INFO [FileChangeWatcher-hbase_test_key8685881638976815865.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8685881638976815865.pem thread finished 2024-11-12T19:32:05,828 DEBUG [FileChangeWatcher-hbase_test_key8685881638976815865.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8685881638976815865.pem 2024-11-12T19:32:05,828 DEBUG [FileChangeWatcher-hbase_test_ca16187597942132234854.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8685881638976815865.pem 2024-11-12T19:32:05,829 DEBUG [FileChangeWatcher-hbase_test_ca16187597942132234854.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8685881638976815865.pem 2024-11-12T19:32:05,829 INFO [FileChangeWatcher-hbase_test_key8685881638976815865.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8685881638976815865.pem 2024-11-12T19:32:05,829 DEBUG [FileChangeWatcher-hbase_test_ca16187597942132234854.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8685881638976815865.pem 2024-11-12T19:32:05,829 DEBUG [FileChangeWatcher-hbase_test_key8685881638976815865.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8685881638976815865.pem 2024-11-12T19:32:05,829 DEBUG [FileChangeWatcher-hbase_test_ca16187597942132234854.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8685881638976815865.pem 2024-11-12T19:32:05,829 INFO [FileChangeWatcher-hbase_test_key8685881638976815865.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8685881638976815865.pem 2024-11-12T19:32:05,854 DEBUG [FileChangeWatcher-hbase_test_key8685881638976815865.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16187597942132234854.pem 2024-11-12T19:32:05,855 DEBUG [FileChangeWatcher-hbase_test_ca16187597942132234854.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16187597942132234854.pem 2024-11-12T19:32:05,855 INFO [FileChangeWatcher-hbase_test_ca16187597942132234854.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16187597942132234854.pem 2024-11-12T19:32:05,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a639716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T19:32:05,855 DEBUG [FileChangeWatcher-hbase_test_key8685881638976815865.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16187597942132234854.pem 2024-11-12T19:32:05,855 DEBUG [FileChangeWatcher-hbase_test_key8685881638976815865.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16187597942132234854.pem 2024-11-12T19:32:05,855 DEBUG [FileChangeWatcher-hbase_test_key8685881638976815865.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16187597942132234854.pem 2024-11-12T19:32:05,856 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T19:32:05,856 DEBUG [FileChangeWatcher-hbase_test_ca16187597942132234854.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16187597942132234854.pem 2024-11-12T19:32:05,856 INFO [FileChangeWatcher-hbase_test_ca16187597942132234854.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16187597942132234854.pem 2024-11-12T19:32:05,857 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:05,865 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:05,867 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:05,871 INFO [FileChangeWatcher-hbase_test_key8685881638976815865.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8685881638976815865.pem thread started 2024-11-12T19:32:05,876 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:05,879 INFO [FileChangeWatcher-hbase_test_ca16187597942132234854.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16187597942132234854.pem thread started 2024-11-12T19:32:05,879 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T19:32:05,886 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:05,887 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:05,887 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9c4fe6fd, L:/127.0.0.1:41145 - R:/127.0.0.1:35544] 2024-11-12T19:32:05,916 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35544, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T19:32:05,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T19:32:05,919 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41145 2024-11-12T19:32:05,919 DEBUG [FileChangeWatcher-hbase_test_key8685881638976815865.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8685881638976815865.pem was interrupted and is shutting down... 2024-11-12T19:32:05,919 DEBUG [FileChangeWatcher-hbase_test_key8685881638976815865.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8685881638976815865.pem was interrupted and is shutting down... 2024-11-12T19:32:05,919 DEBUG [FileChangeWatcher-hbase_test_ca16187597942132234854.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16187597942132234854.pem was interrupted and is shutting down... 2024-11-12T19:32:05,919 INFO [FileChangeWatcher-hbase_test_key8685881638976815865.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8685881638976815865.pem thread finished 2024-11-12T19:32:05,919 INFO [FileChangeWatcher-hbase_test_key8685881638976815865.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8685881638976815865.pem thread finished 2024-11-12T19:32:05,920 DEBUG [FileChangeWatcher-hbase_test_ca16187597942132234854.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16187597942132234854.pem was interrupted and is shutting down... 2024-11-12T19:32:05,923 INFO [FileChangeWatcher-hbase_test_ca16187597942132234854.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16187597942132234854.pem thread finished 2024-11-12T19:32:05,932 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=31 (was 26) Potentially hanging thread: FileChangeWatcher-hbase_test_ca16187597942132234854.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca16187597942132234854.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1299 (was 1299), ProcessCount=11 (was 11), AvailableMemoryMB=2936 (was 3039) 2024-11-12T19:32:05,935 INFO [FileChangeWatcher-hbase_test_ca16187597942132234854.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16187597942132234854.pem thread finished 2024-11-12T19:32:05,940 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=30, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=1299, ProcessCount=11, AvailableMemoryMB=2935 2024-11-12T19:32:06,004 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T19:32:06,005 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45571 2024-11-12T19:32:06,006 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T19:32:06,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ae17525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T19:32:06,007 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T19:32:06,008 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:06,058 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:06,059 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:06,061 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:06,063 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T19:32:06,067 INFO [FileChangeWatcher-hbase_test_key16050185204779777363.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16050185204779777363.p12 thread started 2024-11-12T19:32:06,067 INFO [FileChangeWatcher-hbase_test_ca7754845784374084571.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7754845784374084571.p12 thread started 2024-11-12T19:32:06,096 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:06,121 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:06,122 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:06,130 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:06,130 INFO [FileChangeWatcher-hbase_test_key16050185204779777363.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16050185204779777363.p12 thread started 2024-11-12T19:32:06,135 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x39b7a1c7, L:/127.0.0.1:45571 - R:/127.0.0.1:34528] 2024-11-12T19:32:06,139 INFO [FileChangeWatcher-hbase_test_ca7754845784374084571.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7754845784374084571.p12 thread started 2024-11-12T19:32:06,201 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34528, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T19:32:06,544 DEBUG [FileChangeWatcher-hbase_test_key16050185204779777363.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16050185204779777363.p12 2024-11-12T19:32:06,544 DEBUG [FileChangeWatcher-hbase_test_ca7754845784374084571.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16050185204779777363.p12 2024-11-12T19:32:06,544 DEBUG [FileChangeWatcher-hbase_test_ca7754845784374084571.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16050185204779777363.p12 2024-11-12T19:32:06,544 INFO [FileChangeWatcher-hbase_test_key16050185204779777363.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16050185204779777363.p12 2024-11-12T19:32:06,544 DEBUG [FileChangeWatcher-hbase_test_ca7754845784374084571.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16050185204779777363.p12 2024-11-12T19:32:06,545 DEBUG [FileChangeWatcher-hbase_test_ca7754845784374084571.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16050185204779777363.p12 2024-11-12T19:32:06,545 DEBUG [FileChangeWatcher-hbase_test_key16050185204779777363.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16050185204779777363.p12 2024-11-12T19:32:06,545 INFO [FileChangeWatcher-hbase_test_key16050185204779777363.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16050185204779777363.p12 2024-11-12T19:32:06,583 DEBUG [FileChangeWatcher-hbase_test_ca7754845784374084571.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16050185204779777363.p12 2024-11-12T19:32:06,583 DEBUG [FileChangeWatcher-hbase_test_key16050185204779777363.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16050185204779777363.p12 2024-11-12T19:32:06,583 DEBUG [FileChangeWatcher-hbase_test_ca7754845784374084571.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16050185204779777363.p12 2024-11-12T19:32:06,584 DEBUG [FileChangeWatcher-hbase_test_ca7754845784374084571.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7754845784374084571.p12 2024-11-12T19:32:06,584 INFO [FileChangeWatcher-hbase_test_ca7754845784374084571.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7754845784374084571.p12 2024-11-12T19:32:06,583 DEBUG [FileChangeWatcher-hbase_test_ca7754845784374084571.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16050185204779777363.p12 2024-11-12T19:32:06,584 INFO [FileChangeWatcher-hbase_test_key16050185204779777363.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16050185204779777363.p12 2024-11-12T19:32:06,584 DEBUG [FileChangeWatcher-hbase_test_ca7754845784374084571.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16050185204779777363.p12 2024-11-12T19:32:06,584 DEBUG [FileChangeWatcher-hbase_test_key16050185204779777363.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7754845784374084571.p12 2024-11-12T19:32:06,584 DEBUG [FileChangeWatcher-hbase_test_ca7754845784374084571.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7754845784374084571.p12 2024-11-12T19:32:06,584 DEBUG [FileChangeWatcher-hbase_test_key16050185204779777363.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7754845784374084571.p12 2024-11-12T19:32:06,584 INFO [FileChangeWatcher-hbase_test_ca7754845784374084571.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7754845784374084571.p12 2024-11-12T19:32:06,584 DEBUG [FileChangeWatcher-hbase_test_key16050185204779777363.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16050185204779777363.p12 2024-11-12T19:32:06,584 INFO [FileChangeWatcher-hbase_test_key16050185204779777363.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16050185204779777363.p12 2024-11-12T19:32:06,585 DEBUG [FileChangeWatcher-hbase_test_key16050185204779777363.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7754845784374084571.p12 2024-11-12T19:32:06,585 DEBUG [FileChangeWatcher-hbase_test_key16050185204779777363.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7754845784374084571.p12 2024-11-12T19:32:06,603 DEBUG [FileChangeWatcher-hbase_test_ca7754845784374084571.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7754845784374084571.p12 2024-11-12T19:32:06,603 DEBUG [FileChangeWatcher-hbase_test_key16050185204779777363.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7754845784374084571.p12 2024-11-12T19:32:06,603 DEBUG [FileChangeWatcher-hbase_test_key16050185204779777363.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7754845784374084571.p12 2024-11-12T19:32:06,603 DEBUG [FileChangeWatcher-hbase_test_key16050185204779777363.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7754845784374084571.p12 2024-11-12T19:32:06,603 DEBUG [FileChangeWatcher-hbase_test_key16050185204779777363.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7754845784374084571.p12 2024-11-12T19:32:06,603 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,45571,0 is dead - stopping the connection localhost:45571/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-12T19:32:06,603 DEBUG [FileChangeWatcher-hbase_test_ca7754845784374084571.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7754845784374084571.p12 2024-11-12T19:32:06,603 INFO [FileChangeWatcher-hbase_test_ca7754845784374084571.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7754845784374084571.p12 2024-11-12T19:32:06,603 INFO [FileChangeWatcher-hbase_test_ca7754845784374084571.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7754845784374084571.p12 2024-11-12T19:32:06,604 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T19:32:06,605 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:06,652 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:06,653 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T19:32:06,672 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:06,693 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:06,694 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8288ade1, L:/127.0.0.1:45571 - R:/127.0.0.1:34534] 2024-11-12T19:32:06,746 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34534, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T19:32:06,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T19:32:06,749 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45571 2024-11-12T19:32:06,749 DEBUG [FileChangeWatcher-hbase_test_ca7754845784374084571.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7754845784374084571.p12 was interrupted and is shutting down... 2024-11-12T19:32:06,749 DEBUG [FileChangeWatcher-hbase_test_key16050185204779777363.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16050185204779777363.p12 was interrupted and is shutting down... 2024-11-12T19:32:06,749 DEBUG [FileChangeWatcher-hbase_test_ca7754845784374084571.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7754845784374084571.p12 was interrupted and is shutting down... 2024-11-12T19:32:06,749 INFO [FileChangeWatcher-hbase_test_key16050185204779777363.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16050185204779777363.p12 thread finished 2024-11-12T19:32:06,750 INFO [FileChangeWatcher-hbase_test_ca7754845784374084571.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7754845784374084571.p12 thread finished 2024-11-12T19:32:06,750 DEBUG [FileChangeWatcher-hbase_test_key16050185204779777363.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16050185204779777363.p12 was interrupted and is shutting down... 2024-11-12T19:32:06,750 INFO [FileChangeWatcher-hbase_test_ca7754845784374084571.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7754845784374084571.p12 thread finished 2024-11-12T19:32:06,766 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 30) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key16050185204779777363.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1299 (was 1299), ProcessCount=11 (was 11), AvailableMemoryMB=2844 (was 2935) 2024-11-12T19:32:06,771 INFO [FileChangeWatcher-hbase_test_key16050185204779777363.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16050185204779777363.p12 thread finished 2024-11-12T19:32:06,774 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=1299, ProcessCount=11, AvailableMemoryMB=2844 2024-11-12T19:32:06,776 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T19:32:06,777 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44713 2024-11-12T19:32:06,778 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T19:32:06,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f55961a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T19:32:06,779 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T19:32:06,787 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:06,830 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:06,831 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:06,833 INFO [FileChangeWatcher-hbase_test_key16050185204779777363.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16050185204779777363.p12 thread started 2024-11-12T19:32:06,833 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:06,837 INFO [FileChangeWatcher-hbase_test_ca7754845784374084571.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7754845784374084571.p12 thread started 2024-11-12T19:32:06,837 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T19:32:06,857 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:06,881 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:06,882 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:06,891 INFO [FileChangeWatcher-hbase_test_key16050185204779777363.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16050185204779777363.p12 thread started 2024-11-12T19:32:06,891 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:06,899 INFO [FileChangeWatcher-hbase_test_ca7754845784374084571.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7754845784374084571.p12 thread started 2024-11-12T19:32:06,899 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbe6f5dce, L:/127.0.0.1:44713 - R:/127.0.0.1:35480] 2024-11-12T19:32:06,966 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35480, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T19:32:06,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T19:32:06,983 DEBUG [FileChangeWatcher-hbase_test_key16050185204779777363.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16050185204779777363.p12 was interrupted and is shutting down... 2024-11-12T19:32:06,983 DEBUG [FileChangeWatcher-hbase_test_ca7754845784374084571.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7754845784374084571.p12 was interrupted and is shutting down... 2024-11-12T19:32:06,984 INFO [FileChangeWatcher-hbase_test_ca7754845784374084571.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7754845784374084571.p12 thread finished 2024-11-12T19:32:06,984 INFO [FileChangeWatcher-hbase_test_key16050185204779777363.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16050185204779777363.p12 thread finished 2024-11-12T19:32:07,294 DEBUG [FileChangeWatcher-hbase_test_key16050185204779777363.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16050185204779777363.p12 2024-11-12T19:32:07,294 DEBUG [FileChangeWatcher-hbase_test_ca7754845784374084571.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16050185204779777363.p12 2024-11-12T19:32:07,295 INFO [FileChangeWatcher-hbase_test_key16050185204779777363.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16050185204779777363.p12 2024-11-12T19:32:07,295 DEBUG [FileChangeWatcher-hbase_test_ca7754845784374084571.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16050185204779777363.p12 2024-11-12T19:32:07,337 DEBUG [FileChangeWatcher-hbase_test_ca7754845784374084571.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16050185204779777363.p12 2024-11-12T19:32:07,338 DEBUG [FileChangeWatcher-hbase_test_ca7754845784374084571.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16050185204779777363.p12 2024-11-12T19:32:07,338 DEBUG [FileChangeWatcher-hbase_test_key16050185204779777363.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16050185204779777363.p12 2024-11-12T19:32:07,338 INFO [FileChangeWatcher-hbase_test_key16050185204779777363.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16050185204779777363.p12 2024-11-12T19:32:07,362 DEBUG [FileChangeWatcher-hbase_test_key16050185204779777363.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7754845784374084571.p12 2024-11-12T19:32:07,362 DEBUG [FileChangeWatcher-hbase_test_key16050185204779777363.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7754845784374084571.p12 2024-11-12T19:32:07,362 DEBUG [FileChangeWatcher-hbase_test_ca7754845784374084571.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7754845784374084571.p12 2024-11-12T19:32:07,362 INFO [FileChangeWatcher-hbase_test_ca7754845784374084571.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7754845784374084571.p12 2024-11-12T19:32:07,385 DEBUG [FileChangeWatcher-hbase_test_key16050185204779777363.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7754845784374084571.p12 2024-11-12T19:32:07,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c5ae7bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T19:32:07,385 DEBUG [FileChangeWatcher-hbase_test_key16050185204779777363.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7754845784374084571.p12 2024-11-12T19:32:07,386 DEBUG [FileChangeWatcher-hbase_test_ca7754845784374084571.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7754845784374084571.p12 2024-11-12T19:32:07,386 INFO [FileChangeWatcher-hbase_test_ca7754845784374084571.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7754845784374084571.p12 2024-11-12T19:32:07,386 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T19:32:07,389 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:07,433 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:07,434 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:07,436 INFO [FileChangeWatcher-hbase_test_key16050185204779777363.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16050185204779777363.p12 thread started 2024-11-12T19:32:07,436 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:07,437 INFO [FileChangeWatcher-hbase_test_ca7754845784374084571.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7754845784374084571.p12 thread started 2024-11-12T19:32:07,437 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T19:32:07,464 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:07,491 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:07,492 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb48f37ad, L:/127.0.0.1:44713 - R:/127.0.0.1:35486] 2024-11-12T19:32:07,577 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35486, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T19:32:07,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T19:32:07,588 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44713 2024-11-12T19:32:07,588 DEBUG [FileChangeWatcher-hbase_test_ca7754845784374084571.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7754845784374084571.p12 was interrupted and is shutting down... 2024-11-12T19:32:07,588 DEBUG [FileChangeWatcher-hbase_test_key16050185204779777363.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16050185204779777363.p12 was interrupted and is shutting down... 2024-11-12T19:32:07,588 DEBUG [FileChangeWatcher-hbase_test_key16050185204779777363.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16050185204779777363.p12 was interrupted and is shutting down... 2024-11-12T19:32:07,588 DEBUG [FileChangeWatcher-hbase_test_ca7754845784374084571.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7754845784374084571.p12 was interrupted and is shutting down... 2024-11-12T19:32:07,588 INFO [FileChangeWatcher-hbase_test_key16050185204779777363.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16050185204779777363.p12 thread finished 2024-11-12T19:32:07,588 INFO [FileChangeWatcher-hbase_test_ca7754845784374084571.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7754845784374084571.p12 thread finished 2024-11-12T19:32:07,589 INFO [FileChangeWatcher-hbase_test_key16050185204779777363.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16050185204779777363.p12 thread finished 2024-11-12T19:32:07,605 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=34 (was 31) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca7754845784374084571.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1299 (was 1299), ProcessCount=11 (was 11), AvailableMemoryMB=2729 (was 2844) 2024-11-12T19:32:07,608 INFO [FileChangeWatcher-hbase_test_ca7754845784374084571.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7754845784374084571.p12 thread finished 2024-11-12T19:32:07,614 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=34, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=1299, ProcessCount=11, AvailableMemoryMB=2728 2024-11-12T19:32:08,311 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T19:32:08,312 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38451 2024-11-12T19:32:08,312 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T19:32:08,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3047e2c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T19:32:08,314 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T19:32:08,315 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:08,642 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:08,642 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:08,643 INFO [FileChangeWatcher-hbase_test_key2176083149097923586.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2176083149097923586.bcfks thread started 2024-11-12T19:32:08,643 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:08,644 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T19:32:08,644 INFO [FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks thread started 2024-11-12T19:32:08,823 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:09,013 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:09,013 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:09,014 INFO [FileChangeWatcher-hbase_test_key2176083149097923586.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2176083149097923586.bcfks thread started 2024-11-12T19:32:09,014 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:09,015 INFO [FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks thread started 2024-11-12T19:32:09,015 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb3569173, L:/127.0.0.1:38451 - R:/127.0.0.1:55734] 2024-11-12T19:32:09,275 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55734, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T19:32:09,955 DEBUG [FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2176083149097923586.bcfks 2024-11-12T19:32:09,955 DEBUG [FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2176083149097923586.bcfks 2024-11-12T19:32:09,956 DEBUG [FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2176083149097923586.bcfks 2024-11-12T19:32:09,956 DEBUG [FileChangeWatcher-hbase_test_key2176083149097923586.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2176083149097923586.bcfks 2024-11-12T19:32:09,956 DEBUG [FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2176083149097923586.bcfks 2024-11-12T19:32:09,956 DEBUG [FileChangeWatcher-hbase_test_key2176083149097923586.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2176083149097923586.bcfks 2024-11-12T19:32:09,956 INFO [FileChangeWatcher-hbase_test_key2176083149097923586.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2176083149097923586.bcfks 2024-11-12T19:32:09,956 INFO [FileChangeWatcher-hbase_test_key2176083149097923586.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2176083149097923586.bcfks 2024-11-12T19:32:10,175 DEBUG [FileChangeWatcher-hbase_test_key2176083149097923586.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2176083149097923586.bcfks 2024-11-12T19:32:10,175 DEBUG [FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2176083149097923586.bcfks 2024-11-12T19:32:10,175 DEBUG [FileChangeWatcher-hbase_test_key2176083149097923586.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2176083149097923586.bcfks 2024-11-12T19:32:10,175 DEBUG [FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2176083149097923586.bcfks 2024-11-12T19:32:10,175 INFO [FileChangeWatcher-hbase_test_key2176083149097923586.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2176083149097923586.bcfks 2024-11-12T19:32:10,175 DEBUG [FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2176083149097923586.bcfks 2024-11-12T19:32:10,175 INFO [FileChangeWatcher-hbase_test_key2176083149097923586.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2176083149097923586.bcfks 2024-11-12T19:32:10,175 DEBUG [FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2176083149097923586.bcfks 2024-11-12T19:32:10,223 DEBUG [FileChangeWatcher-hbase_test_key2176083149097923586.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15188443096372442262.bcfks 2024-11-12T19:32:10,223 DEBUG [FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15188443096372442262.bcfks 2024-11-12T19:32:10,223 INFO [FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15188443096372442262.bcfks 2024-11-12T19:32:10,223 DEBUG [FileChangeWatcher-hbase_test_key2176083149097923586.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15188443096372442262.bcfks 2024-11-12T19:32:10,223 DEBUG [FileChangeWatcher-hbase_test_key2176083149097923586.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15188443096372442262.bcfks 2024-11-12T19:32:10,223 DEBUG [FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15188443096372442262.bcfks 2024-11-12T19:32:10,223 INFO [FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15188443096372442262.bcfks 2024-11-12T19:32:10,223 DEBUG [FileChangeWatcher-hbase_test_key2176083149097923586.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15188443096372442262.bcfks 2024-11-12T19:32:10,393 DEBUG [FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15188443096372442262.bcfks 2024-11-12T19:32:10,393 DEBUG [FileChangeWatcher-hbase_test_key2176083149097923586.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15188443096372442262.bcfks 2024-11-12T19:32:10,393 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,38451,0 is dead - stopping the connection localhost:38451/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-12T19:32:10,393 DEBUG [FileChangeWatcher-hbase_test_key2176083149097923586.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15188443096372442262.bcfks 2024-11-12T19:32:10,393 INFO [FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15188443096372442262.bcfks 2024-11-12T19:32:10,393 DEBUG [FileChangeWatcher-hbase_test_key2176083149097923586.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15188443096372442262.bcfks 2024-11-12T19:32:10,393 DEBUG [FileChangeWatcher-hbase_test_key2176083149097923586.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15188443096372442262.bcfks 2024-11-12T19:32:10,393 DEBUG [FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15188443096372442262.bcfks 2024-11-12T19:32:10,393 INFO [FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15188443096372442262.bcfks 2024-11-12T19:32:10,393 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T19:32:10,395 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:10,768 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:10,769 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T19:32:10,953 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:11,150 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:11,151 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb7ec9b54, L:/127.0.0.1:38451 - R:/127.0.0.1:55744] 2024-11-12T19:32:11,401 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55744, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T19:32:11,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T19:32:11,404 DEBUG [FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks was interrupted and is shutting down... 2024-11-12T19:32:11,405 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38451 2024-11-12T19:32:11,405 DEBUG [FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks was interrupted and is shutting down... 2024-11-12T19:32:11,406 INFO [FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks thread finished 2024-11-12T19:32:11,406 DEBUG [FileChangeWatcher-hbase_test_key2176083149097923586.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2176083149097923586.bcfks was interrupted and is shutting down... 2024-11-12T19:32:11,407 INFO [FileChangeWatcher-hbase_test_key2176083149097923586.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2176083149097923586.bcfks thread finished 2024-11-12T19:32:11,407 DEBUG [FileChangeWatcher-hbase_test_key2176083149097923586.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2176083149097923586.bcfks was interrupted and is shutting down... 2024-11-12T19:32:11,409 INFO [FileChangeWatcher-hbase_test_key2176083149097923586.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2176083149097923586.bcfks thread finished 2024-11-12T19:32:11,411 INFO [FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks thread finished 2024-11-12T19:32:11,418 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=39 (was 34) Potentially hanging thread: FileChangeWatcher-hbase_test_key2176083149097923586.bcfks java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingDeque.takeFirst(LinkedBlockingDeque.java:485) java.base@17.0.11/java.util.concurrent.LinkedBlockingDeque.take(LinkedBlockingDeque.java:673) java.base@17.0.11/sun.nio.fs.AbstractWatchService.take(AbstractWatchService.java:118) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.runLoop(FileChangeWatcher.java:235) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:216) Potentially hanging thread: FileChangeWatcher-hbase_test_key2176083149097923586.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=330 (was 327) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1283 (was 1299), ProcessCount=11 (was 11), AvailableMemoryMB=3593 (was 2728) - AvailableMemoryMB LEAK? - 2024-11-12T19:32:11,428 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=34, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=1283, ProcessCount=11, AvailableMemoryMB=3592 2024-11-12T19:32:11,430 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T19:32:11,432 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45795 2024-11-12T19:32:11,432 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T19:32:11,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5838dc50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T19:32:11,434 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T19:32:11,436 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:11,859 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:11,860 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:11,860 INFO [FileChangeWatcher-hbase_test_key2176083149097923586.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2176083149097923586.bcfks thread started 2024-11-12T19:32:11,861 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:11,861 INFO [FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks thread started 2024-11-12T19:32:11,862 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T19:32:12,070 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:12,258 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:12,259 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:12,266 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:12,266 INFO [FileChangeWatcher-hbase_test_key2176083149097923586.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2176083149097923586.bcfks thread started 2024-11-12T19:32:12,268 INFO [FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks thread started 2024-11-12T19:32:12,268 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x114ed23b, L:/127.0.0.1:45795 - R:/127.0.0.1:55506] 2024-11-12T19:32:12,513 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55506, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T19:32:12,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T19:32:12,517 DEBUG [FileChangeWatcher-hbase_test_key2176083149097923586.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2176083149097923586.bcfks was interrupted and is shutting down... 2024-11-12T19:32:12,518 INFO [FileChangeWatcher-hbase_test_key2176083149097923586.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2176083149097923586.bcfks thread finished 2024-11-12T19:32:12,518 DEBUG [FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks was interrupted and is shutting down... 2024-11-12T19:32:12,523 INFO [FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks thread finished 2024-11-12T19:32:13,040 DEBUG [FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2176083149097923586.bcfks 2024-11-12T19:32:13,040 DEBUG [FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2176083149097923586.bcfks 2024-11-12T19:32:13,040 DEBUG [FileChangeWatcher-hbase_test_key2176083149097923586.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2176083149097923586.bcfks 2024-11-12T19:32:13,041 INFO [FileChangeWatcher-hbase_test_key2176083149097923586.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2176083149097923586.bcfks 2024-11-12T19:32:13,353 DEBUG [FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2176083149097923586.bcfks 2024-11-12T19:32:13,354 DEBUG [FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2176083149097923586.bcfks 2024-11-12T19:32:13,354 DEBUG [FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15188443096372442262.bcfks 2024-11-12T19:32:13,354 INFO [FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15188443096372442262.bcfks 2024-11-12T19:32:13,354 DEBUG [FileChangeWatcher-hbase_test_key2176083149097923586.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2176083149097923586.bcfks 2024-11-12T19:32:13,354 INFO [FileChangeWatcher-hbase_test_key2176083149097923586.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2176083149097923586.bcfks 2024-11-12T19:32:13,354 DEBUG [FileChangeWatcher-hbase_test_key2176083149097923586.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15188443096372442262.bcfks 2024-11-12T19:32:13,354 DEBUG [FileChangeWatcher-hbase_test_key2176083149097923586.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15188443096372442262.bcfks 2024-11-12T19:32:13,540 DEBUG [FileChangeWatcher-hbase_test_key2176083149097923586.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15188443096372442262.bcfks 2024-11-12T19:32:13,540 DEBUG [FileChangeWatcher-hbase_test_key2176083149097923586.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15188443096372442262.bcfks 2024-11-12T19:32:13,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e005201, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T19:32:13,540 DEBUG [FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15188443096372442262.bcfks 2024-11-12T19:32:13,541 INFO [FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15188443096372442262.bcfks 2024-11-12T19:32:13,541 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T19:32:13,543 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:13,963 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:13,964 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:13,971 INFO [FileChangeWatcher-hbase_test_key2176083149097923586.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2176083149097923586.bcfks thread started 2024-11-12T19:32:13,971 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:13,978 INFO [FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks thread started 2024-11-12T19:32:13,978 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T19:32:14,198 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:14,415 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:14,416 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x441e407f, L:/127.0.0.1:45795 - R:/127.0.0.1:55516] 2024-11-12T19:32:14,675 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55516, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T19:32:14,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T19:32:14,680 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45795 2024-11-12T19:32:14,680 DEBUG [FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks was interrupted and is shutting down... 2024-11-12T19:32:14,680 DEBUG [FileChangeWatcher-hbase_test_key2176083149097923586.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2176083149097923586.bcfks was interrupted and is shutting down... 2024-11-12T19:32:14,680 DEBUG [FileChangeWatcher-hbase_test_key2176083149097923586.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2176083149097923586.bcfks was interrupted and is shutting down... 2024-11-12T19:32:14,680 DEBUG [FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks was interrupted and is shutting down... 2024-11-12T19:32:14,680 INFO [FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks thread finished 2024-11-12T19:32:14,694 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=42 (was 34) Potentially hanging thread: FileChangeWatcher-hbase_test_key2176083149097923586.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key2176083149097923586.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1316 (was 1283) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2814 (was 3592) 2024-11-12T19:32:14,695 INFO [FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15188443096372442262.bcfks thread finished 2024-11-12T19:32:14,695 INFO [FileChangeWatcher-hbase_test_key2176083149097923586.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2176083149097923586.bcfks thread finished 2024-11-12T19:32:14,695 INFO [FileChangeWatcher-hbase_test_key2176083149097923586.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2176083149097923586.bcfks thread finished 2024-11-12T19:32:14,713 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=36, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=1316, ProcessCount=11, AvailableMemoryMB=2810 2024-11-12T19:32:15,079 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T19:32:15,082 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40475 2024-11-12T19:32:15,083 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T19:32:15,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c60b872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T19:32:15,084 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T19:32:15,085 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:15,133 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:15,133 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:15,142 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:15,142 INFO [FileChangeWatcher-hbase_test_key7636079226308985286.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7636079226308985286.jks thread started 2024-11-12T19:32:15,151 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T19:32:15,163 INFO [FileChangeWatcher-hbase_test_ca388792845042811794.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca388792845042811794.jks thread started 2024-11-12T19:32:15,179 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:15,203 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:15,204 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:15,210 INFO [FileChangeWatcher-hbase_test_key7636079226308985286.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7636079226308985286.jks thread started 2024-11-12T19:32:15,210 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:15,212 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf15e55fd, L:/127.0.0.1:40475 - R:/127.0.0.1:50014] 2024-11-12T19:32:15,213 INFO [FileChangeWatcher-hbase_test_ca388792845042811794.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca388792845042811794.jks thread started 2024-11-12T19:32:15,332 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50014, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T19:32:15,370 DEBUG [FileChangeWatcher-hbase_test_ca388792845042811794.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7636079226308985286.jks 2024-11-12T19:32:15,370 DEBUG [FileChangeWatcher-hbase_test_ca388792845042811794.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7636079226308985286.jks 2024-11-12T19:32:15,372 DEBUG [FileChangeWatcher-hbase_test_key7636079226308985286.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7636079226308985286.jks 2024-11-12T19:32:15,372 INFO [FileChangeWatcher-hbase_test_key7636079226308985286.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7636079226308985286.jks 2024-11-12T19:32:15,372 DEBUG [FileChangeWatcher-hbase_test_ca388792845042811794.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7636079226308985286.jks 2024-11-12T19:32:15,373 DEBUG [FileChangeWatcher-hbase_test_ca388792845042811794.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7636079226308985286.jks 2024-11-12T19:32:15,374 DEBUG [FileChangeWatcher-hbase_test_key7636079226308985286.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7636079226308985286.jks 2024-11-12T19:32:15,375 INFO [FileChangeWatcher-hbase_test_key7636079226308985286.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7636079226308985286.jks 2024-11-12T19:32:15,418 DEBUG [FileChangeWatcher-hbase_test_ca388792845042811794.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7636079226308985286.jks 2024-11-12T19:32:15,418 DEBUG [FileChangeWatcher-hbase_test_key7636079226308985286.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7636079226308985286.jks 2024-11-12T19:32:15,418 DEBUG [FileChangeWatcher-hbase_test_key7636079226308985286.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7636079226308985286.jks 2024-11-12T19:32:15,418 INFO [FileChangeWatcher-hbase_test_key7636079226308985286.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7636079226308985286.jks 2024-11-12T19:32:15,418 INFO [FileChangeWatcher-hbase_test_key7636079226308985286.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7636079226308985286.jks 2024-11-12T19:32:15,418 DEBUG [FileChangeWatcher-hbase_test_ca388792845042811794.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7636079226308985286.jks 2024-11-12T19:32:15,418 DEBUG [FileChangeWatcher-hbase_test_ca388792845042811794.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7636079226308985286.jks 2024-11-12T19:32:15,418 DEBUG [FileChangeWatcher-hbase_test_key7636079226308985286.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca388792845042811794.jks 2024-11-12T19:32:15,419 DEBUG [FileChangeWatcher-hbase_test_key7636079226308985286.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca388792845042811794.jks 2024-11-12T19:32:15,419 DEBUG [FileChangeWatcher-hbase_test_ca388792845042811794.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7636079226308985286.jks 2024-11-12T19:32:15,419 DEBUG [FileChangeWatcher-hbase_test_ca388792845042811794.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca388792845042811794.jks 2024-11-12T19:32:15,419 DEBUG [FileChangeWatcher-hbase_test_ca388792845042811794.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca388792845042811794.jks 2024-11-12T19:32:15,419 INFO [FileChangeWatcher-hbase_test_ca388792845042811794.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca388792845042811794.jks 2024-11-12T19:32:15,419 INFO [FileChangeWatcher-hbase_test_ca388792845042811794.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca388792845042811794.jks 2024-11-12T19:32:15,419 DEBUG [FileChangeWatcher-hbase_test_key7636079226308985286.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca388792845042811794.jks 2024-11-12T19:32:15,419 DEBUG [FileChangeWatcher-hbase_test_key7636079226308985286.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca388792845042811794.jks 2024-11-12T19:32:15,438 DEBUG [FileChangeWatcher-hbase_test_ca388792845042811794.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca388792845042811794.jks 2024-11-12T19:32:15,438 INFO [FileChangeWatcher-hbase_test_ca388792845042811794.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca388792845042811794.jks 2024-11-12T19:32:15,438 DEBUG [FileChangeWatcher-hbase_test_key7636079226308985286.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca388792845042811794.jks 2024-11-12T19:32:15,438 DEBUG [FileChangeWatcher-hbase_test_key7636079226308985286.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca388792845042811794.jks 2024-11-12T19:32:15,438 DEBUG [FileChangeWatcher-hbase_test_key7636079226308985286.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca388792845042811794.jks 2024-11-12T19:32:15,439 DEBUG [FileChangeWatcher-hbase_test_key7636079226308985286.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca388792845042811794.jks 2024-11-12T19:32:15,439 DEBUG [FileChangeWatcher-hbase_test_ca388792845042811794.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca388792845042811794.jks 2024-11-12T19:32:15,439 INFO [FileChangeWatcher-hbase_test_ca388792845042811794.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca388792845042811794.jks 2024-11-12T19:32:15,440 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40475,0 is dead - stopping the connection localhost:40475/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-12T19:32:15,440 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T19:32:15,442 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:15,493 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:15,494 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T19:32:15,517 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:15,539 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:15,540 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xcbe28e30, L:/127.0.0.1:40475 - R:/127.0.0.1:50020] 2024-11-12T19:32:15,622 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50020, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T19:32:15,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T19:32:15,626 DEBUG [FileChangeWatcher-hbase_test_ca388792845042811794.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca388792845042811794.jks was interrupted and is shutting down... 2024-11-12T19:32:15,626 DEBUG [FileChangeWatcher-hbase_test_key7636079226308985286.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7636079226308985286.jks was interrupted and is shutting down... 2024-11-12T19:32:15,627 INFO [FileChangeWatcher-hbase_test_ca388792845042811794.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca388792845042811794.jks thread finished 2024-11-12T19:32:15,627 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40475 2024-11-12T19:32:15,627 DEBUG [FileChangeWatcher-hbase_test_key7636079226308985286.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7636079226308985286.jks was interrupted and is shutting down... 2024-11-12T19:32:15,627 INFO [FileChangeWatcher-hbase_test_key7636079226308985286.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7636079226308985286.jks thread finished 2024-11-12T19:32:15,629 INFO [FileChangeWatcher-hbase_test_key7636079226308985286.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7636079226308985286.jks thread finished 2024-11-12T19:32:15,640 DEBUG [FileChangeWatcher-hbase_test_ca388792845042811794.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca388792845042811794.jks was interrupted and is shutting down... 2024-11-12T19:32:15,655 INFO [FileChangeWatcher-hbase_test_ca388792845042811794.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca388792845042811794.jks thread finished 2024-11-12T19:32:15,659 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=38 (was 36) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1316 (was 1316), ProcessCount=11 (was 11), AvailableMemoryMB=2728 (was 2810) 2024-11-12T19:32:15,673 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=36, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=1316, ProcessCount=11, AvailableMemoryMB=2726 2024-11-12T19:32:15,674 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T19:32:15,676 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34657 2024-11-12T19:32:15,676 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T19:32:15,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d467dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T19:32:15,677 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T19:32:15,678 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:15,725 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:15,726 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:15,727 INFO [FileChangeWatcher-hbase_test_key7636079226308985286.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7636079226308985286.jks thread started 2024-11-12T19:32:15,730 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:15,733 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T19:32:15,734 INFO [FileChangeWatcher-hbase_test_ca388792845042811794.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca388792845042811794.jks thread started 2024-11-12T19:32:15,763 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:15,784 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:15,788 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:15,799 INFO [FileChangeWatcher-hbase_test_key7636079226308985286.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7636079226308985286.jks thread started 2024-11-12T19:32:15,799 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:15,807 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc897ec4c, L:/127.0.0.1:34657 - R:/127.0.0.1:60728] 2024-11-12T19:32:15,810 INFO [FileChangeWatcher-hbase_test_ca388792845042811794.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca388792845042811794.jks thread started 2024-11-12T19:32:15,874 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60728, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T19:32:15,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T19:32:15,877 DEBUG [FileChangeWatcher-hbase_test_ca388792845042811794.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca388792845042811794.jks was interrupted and is shutting down... 2024-11-12T19:32:15,877 INFO [FileChangeWatcher-hbase_test_ca388792845042811794.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca388792845042811794.jks thread finished 2024-11-12T19:32:15,878 DEBUG [FileChangeWatcher-hbase_test_key7636079226308985286.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7636079226308985286.jks was interrupted and is shutting down... 2024-11-12T19:32:15,879 INFO [FileChangeWatcher-hbase_test_key7636079226308985286.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7636079226308985286.jks thread finished 2024-11-12T19:32:15,886 DEBUG [FileChangeWatcher-hbase_test_key7636079226308985286.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7636079226308985286.jks 2024-11-12T19:32:15,886 DEBUG [FileChangeWatcher-hbase_test_ca388792845042811794.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7636079226308985286.jks 2024-11-12T19:32:15,887 INFO [FileChangeWatcher-hbase_test_key7636079226308985286.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7636079226308985286.jks 2024-11-12T19:32:15,890 DEBUG [FileChangeWatcher-hbase_test_ca388792845042811794.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7636079226308985286.jks 2024-11-12T19:32:15,921 DEBUG [FileChangeWatcher-hbase_test_key7636079226308985286.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7636079226308985286.jks 2024-11-12T19:32:15,922 INFO [FileChangeWatcher-hbase_test_key7636079226308985286.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7636079226308985286.jks 2024-11-12T19:32:15,922 DEBUG [FileChangeWatcher-hbase_test_key7636079226308985286.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca388792845042811794.jks 2024-11-12T19:32:15,922 DEBUG [FileChangeWatcher-hbase_test_key7636079226308985286.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca388792845042811794.jks 2024-11-12T19:32:15,922 DEBUG [FileChangeWatcher-hbase_test_ca388792845042811794.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7636079226308985286.jks 2024-11-12T19:32:15,922 DEBUG [FileChangeWatcher-hbase_test_ca388792845042811794.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7636079226308985286.jks 2024-11-12T19:32:15,923 DEBUG [FileChangeWatcher-hbase_test_ca388792845042811794.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca388792845042811794.jks 2024-11-12T19:32:15,923 INFO [FileChangeWatcher-hbase_test_ca388792845042811794.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca388792845042811794.jks 2024-11-12T19:32:15,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47075d49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T19:32:15,942 DEBUG [FileChangeWatcher-hbase_test_ca388792845042811794.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca388792845042811794.jks 2024-11-12T19:32:15,942 INFO [FileChangeWatcher-hbase_test_ca388792845042811794.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca388792845042811794.jks 2024-11-12T19:32:15,943 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T19:32:15,943 DEBUG [FileChangeWatcher-hbase_test_key7636079226308985286.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca388792845042811794.jks 2024-11-12T19:32:15,943 DEBUG [FileChangeWatcher-hbase_test_key7636079226308985286.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca388792845042811794.jks 2024-11-12T19:32:15,946 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:15,992 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:15,994 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:15,997 INFO [FileChangeWatcher-hbase_test_key7636079226308985286.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7636079226308985286.jks thread started 2024-11-12T19:32:16,002 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:16,011 INFO [FileChangeWatcher-hbase_test_ca388792845042811794.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca388792845042811794.jks thread started 2024-11-12T19:32:16,011 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T19:32:16,037 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:16,062 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:16,063 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa650650d, L:/127.0.0.1:34657 - R:/127.0.0.1:60740] 2024-11-12T19:32:16,135 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60740, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T19:32:16,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T19:32:16,143 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34657 2024-11-12T19:32:16,143 DEBUG [FileChangeWatcher-hbase_test_key7636079226308985286.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7636079226308985286.jks was interrupted and is shutting down... 2024-11-12T19:32:16,143 DEBUG [FileChangeWatcher-hbase_test_key7636079226308985286.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7636079226308985286.jks was interrupted and is shutting down... 2024-11-12T19:32:16,143 INFO [FileChangeWatcher-hbase_test_key7636079226308985286.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7636079226308985286.jks thread finished 2024-11-12T19:32:16,144 INFO [FileChangeWatcher-hbase_test_key7636079226308985286.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7636079226308985286.jks thread finished 2024-11-12T19:32:16,144 DEBUG [FileChangeWatcher-hbase_test_ca388792845042811794.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca388792845042811794.jks was interrupted and is shutting down... 2024-11-12T19:32:16,145 INFO [FileChangeWatcher-hbase_test_ca388792845042811794.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca388792845042811794.jks thread finished 2024-11-12T19:32:16,146 DEBUG [FileChangeWatcher-hbase_test_ca388792845042811794.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca388792845042811794.jks was interrupted and is shutting down... 2024-11-12T19:32:16,156 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=38 (was 36) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1316 (was 1316), ProcessCount=11 (was 11), AvailableMemoryMB=2717 (was 2726) 2024-11-12T19:32:16,170 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=38, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=1316, ProcessCount=11, AvailableMemoryMB=2716 2024-11-12T19:32:16,174 INFO [FileChangeWatcher-hbase_test_ca388792845042811794.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca388792845042811794.jks thread finished 2024-11-12T19:32:16,179 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T19:32:16,179 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33801 2024-11-12T19:32:16,180 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T19:32:16,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2ba41c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T19:32:16,181 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T19:32:16,182 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:16,188 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:16,188 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:16,189 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:16,189 INFO [FileChangeWatcher-hbase_test_key2513919840905022707.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2513919840905022707.pem thread started 2024-11-12T19:32:16,190 INFO [FileChangeWatcher-hbase_test_ca11955720655543476725.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11955720655543476725.pem thread started 2024-11-12T19:32:16,191 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T19:32:16,196 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:16,197 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:16,198 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:16,199 INFO [FileChangeWatcher-hbase_test_key2513919840905022707.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2513919840905022707.pem thread started 2024-11-12T19:32:16,200 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:16,203 INFO [FileChangeWatcher-hbase_test_ca11955720655543476725.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11955720655543476725.pem thread started 2024-11-12T19:32:16,203 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf4feef8f, L:/127.0.0.1:33801 - R:/127.0.0.1:39974] 2024-11-12T19:32:16,226 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39974, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T19:32:16,242 DEBUG [FileChangeWatcher-hbase_test_key2513919840905022707.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2513919840905022707.pem 2024-11-12T19:32:16,242 DEBUG [FileChangeWatcher-hbase_test_ca11955720655543476725.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2513919840905022707.pem 2024-11-12T19:32:16,242 INFO [FileChangeWatcher-hbase_test_key2513919840905022707.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2513919840905022707.pem 2024-11-12T19:32:16,242 DEBUG [FileChangeWatcher-hbase_test_ca11955720655543476725.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2513919840905022707.pem 2024-11-12T19:32:16,242 DEBUG [FileChangeWatcher-hbase_test_key2513919840905022707.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2513919840905022707.pem 2024-11-12T19:32:16,242 DEBUG [FileChangeWatcher-hbase_test_ca11955720655543476725.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2513919840905022707.pem 2024-11-12T19:32:16,242 DEBUG [FileChangeWatcher-hbase_test_key2513919840905022707.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2513919840905022707.pem 2024-11-12T19:32:16,242 INFO [FileChangeWatcher-hbase_test_key2513919840905022707.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2513919840905022707.pem 2024-11-12T19:32:16,242 DEBUG [FileChangeWatcher-hbase_test_ca11955720655543476725.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2513919840905022707.pem 2024-11-12T19:32:16,242 INFO [FileChangeWatcher-hbase_test_key2513919840905022707.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2513919840905022707.pem 2024-11-12T19:32:16,243 DEBUG [FileChangeWatcher-hbase_test_ca11955720655543476725.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2513919840905022707.pem 2024-11-12T19:32:16,243 DEBUG [FileChangeWatcher-hbase_test_ca11955720655543476725.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2513919840905022707.pem 2024-11-12T19:32:16,243 DEBUG [FileChangeWatcher-hbase_test_key2513919840905022707.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11955720655543476725.pem 2024-11-12T19:32:16,243 DEBUG [FileChangeWatcher-hbase_test_ca11955720655543476725.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11955720655543476725.pem 2024-11-12T19:32:16,243 DEBUG [FileChangeWatcher-hbase_test_key2513919840905022707.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11955720655543476725.pem 2024-11-12T19:32:16,243 INFO [FileChangeWatcher-hbase_test_ca11955720655543476725.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11955720655543476725.pem 2024-11-12T19:32:16,243 DEBUG [FileChangeWatcher-hbase_test_ca11955720655543476725.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11955720655543476725.pem 2024-11-12T19:32:16,243 INFO [FileChangeWatcher-hbase_test_ca11955720655543476725.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11955720655543476725.pem 2024-11-12T19:32:16,243 DEBUG [FileChangeWatcher-hbase_test_key2513919840905022707.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11955720655543476725.pem 2024-11-12T19:32:16,243 DEBUG [FileChangeWatcher-hbase_test_key2513919840905022707.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11955720655543476725.pem 2024-11-12T19:32:16,243 DEBUG [FileChangeWatcher-hbase_test_ca11955720655543476725.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11955720655543476725.pem 2024-11-12T19:32:16,243 INFO [FileChangeWatcher-hbase_test_ca11955720655543476725.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11955720655543476725.pem 2024-11-12T19:32:16,243 DEBUG [FileChangeWatcher-hbase_test_ca11955720655543476725.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11955720655543476725.pem 2024-11-12T19:32:16,243 INFO [FileChangeWatcher-hbase_test_ca11955720655543476725.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11955720655543476725.pem 2024-11-12T19:32:16,244 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,33801,0 is dead - stopping the connection localhost:33801/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-12T19:32:16,244 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T19:32:16,246 DEBUG [FileChangeWatcher-hbase_test_key2513919840905022707.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11955720655543476725.pem 2024-11-12T19:32:16,246 DEBUG [FileChangeWatcher-hbase_test_key2513919840905022707.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11955720655543476725.pem 2024-11-12T19:32:16,247 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:16,251 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:16,252 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T19:32:16,257 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:16,257 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:16,258 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1445466c, L:/127.0.0.1:33801 - R:/127.0.0.1:39978] 2024-11-12T19:32:16,281 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39978, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T19:32:16,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T19:32:16,283 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33801 2024-11-12T19:32:16,283 DEBUG [FileChangeWatcher-hbase_test_key2513919840905022707.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2513919840905022707.pem was interrupted and is shutting down... 2024-11-12T19:32:16,283 DEBUG [FileChangeWatcher-hbase_test_ca11955720655543476725.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11955720655543476725.pem was interrupted and is shutting down... 2024-11-12T19:32:16,283 DEBUG [FileChangeWatcher-hbase_test_ca11955720655543476725.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11955720655543476725.pem was interrupted and is shutting down... 2024-11-12T19:32:16,283 INFO [FileChangeWatcher-hbase_test_key2513919840905022707.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2513919840905022707.pem thread finished 2024-11-12T19:32:16,283 INFO [FileChangeWatcher-hbase_test_ca11955720655543476725.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11955720655543476725.pem thread finished 2024-11-12T19:32:16,283 INFO [FileChangeWatcher-hbase_test_ca11955720655543476725.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11955720655543476725.pem thread finished 2024-11-12T19:32:16,285 DEBUG [FileChangeWatcher-hbase_test_key2513919840905022707.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2513919840905022707.pem was interrupted and is shutting down... 2024-11-12T19:32:16,285 INFO [FileChangeWatcher-hbase_test_key2513919840905022707.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2513919840905022707.pem thread finished 2024-11-12T19:32:16,291 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=38 (was 38), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1316 (was 1316), ProcessCount=11 (was 11), AvailableMemoryMB=2708 (was 2716) 2024-11-12T19:32:16,298 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=36, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=1316, ProcessCount=11, AvailableMemoryMB=2707 2024-11-12T19:32:16,303 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T19:32:16,304 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40949 2024-11-12T19:32:16,304 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T19:32:16,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ec4e68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T19:32:16,305 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T19:32:16,306 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:16,309 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:16,310 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:16,313 INFO [FileChangeWatcher-hbase_test_key2513919840905022707.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2513919840905022707.pem thread started 2024-11-12T19:32:16,313 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:16,314 INFO [FileChangeWatcher-hbase_test_ca11955720655543476725.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11955720655543476725.pem thread started 2024-11-12T19:32:16,315 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T19:32:16,321 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:16,322 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:16,326 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:16,327 INFO [FileChangeWatcher-hbase_test_key2513919840905022707.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2513919840905022707.pem thread started 2024-11-12T19:32:16,327 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:16,331 INFO [FileChangeWatcher-hbase_test_ca11955720655543476725.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11955720655543476725.pem thread started 2024-11-12T19:32:16,331 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x37914119, L:/127.0.0.1:40949 - R:/127.0.0.1:47740] 2024-11-12T19:32:16,351 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47740, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T19:32:16,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T19:32:16,360 DEBUG [FileChangeWatcher-hbase_test_key2513919840905022707.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2513919840905022707.pem was interrupted and is shutting down... 2024-11-12T19:32:16,360 DEBUG [FileChangeWatcher-hbase_test_ca11955720655543476725.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11955720655543476725.pem was interrupted and is shutting down... 2024-11-12T19:32:16,360 INFO [FileChangeWatcher-hbase_test_ca11955720655543476725.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11955720655543476725.pem thread finished 2024-11-12T19:32:16,361 INFO [FileChangeWatcher-hbase_test_key2513919840905022707.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2513919840905022707.pem thread finished 2024-11-12T19:32:16,372 DEBUG [FileChangeWatcher-hbase_test_ca11955720655543476725.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2513919840905022707.pem 2024-11-12T19:32:16,372 DEBUG [FileChangeWatcher-hbase_test_ca11955720655543476725.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2513919840905022707.pem 2024-11-12T19:32:16,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d65947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T19:32:16,374 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T19:32:16,374 DEBUG [FileChangeWatcher-hbase_test_key2513919840905022707.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2513919840905022707.pem 2024-11-12T19:32:16,374 INFO [FileChangeWatcher-hbase_test_key2513919840905022707.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2513919840905022707.pem 2024-11-12T19:32:16,375 DEBUG [FileChangeWatcher-hbase_test_key2513919840905022707.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11955720655543476725.pem 2024-11-12T19:32:16,375 DEBUG [FileChangeWatcher-hbase_test_key2513919840905022707.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11955720655543476725.pem 2024-11-12T19:32:16,375 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:16,381 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:16,381 DEBUG [FileChangeWatcher-hbase_test_ca11955720655543476725.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11955720655543476725.pem 2024-11-12T19:32:16,382 INFO [FileChangeWatcher-hbase_test_ca11955720655543476725.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11955720655543476725.pem 2024-11-12T19:32:16,382 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:16,386 INFO [FileChangeWatcher-hbase_test_key2513919840905022707.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2513919840905022707.pem thread started 2024-11-12T19:32:16,386 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:16,389 INFO [FileChangeWatcher-hbase_test_ca11955720655543476725.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11955720655543476725.pem thread started 2024-11-12T19:32:16,390 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T19:32:16,394 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:16,394 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:16,395 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x241469e8, L:/127.0.0.1:40949 - R:/127.0.0.1:47756] 2024-11-12T19:32:16,421 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47756, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T19:32:16,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T19:32:16,423 DEBUG [FileChangeWatcher-hbase_test_key2513919840905022707.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2513919840905022707.pem was interrupted and is shutting down... 2024-11-12T19:32:16,423 INFO [FileChangeWatcher-hbase_test_key2513919840905022707.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2513919840905022707.pem thread finished 2024-11-12T19:32:16,423 DEBUG [FileChangeWatcher-hbase_test_ca11955720655543476725.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11955720655543476725.pem was interrupted and is shutting down... 2024-11-12T19:32:16,424 INFO [FileChangeWatcher-hbase_test_ca11955720655543476725.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11955720655543476725.pem thread finished 2024-11-12T19:32:16,424 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40949 2024-11-12T19:32:16,424 DEBUG [FileChangeWatcher-hbase_test_key2513919840905022707.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2513919840905022707.pem was interrupted and is shutting down... 2024-11-12T19:32:16,424 DEBUG [FileChangeWatcher-hbase_test_ca11955720655543476725.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11955720655543476725.pem was interrupted and is shutting down... 2024-11-12T19:32:16,424 INFO [FileChangeWatcher-hbase_test_key2513919840905022707.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2513919840905022707.pem thread finished 2024-11-12T19:32:16,435 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=38 (was 36) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1316 (was 1316), ProcessCount=11 (was 11), AvailableMemoryMB=2681 (was 2707) 2024-11-12T19:32:16,443 INFO [FileChangeWatcher-hbase_test_ca11955720655543476725.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11955720655543476725.pem thread finished 2024-11-12T19:32:16,444 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=38, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=1316, ProcessCount=11, AvailableMemoryMB=2681 2024-11-12T19:32:16,511 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T19:32:16,512 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36455 2024-11-12T19:32:16,512 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T19:32:16,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@274a80f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T19:32:16,513 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T19:32:16,514 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:16,560 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:16,561 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:16,561 INFO [FileChangeWatcher-hbase_test_key7345619603913064848.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7345619603913064848.p12 thread started 2024-11-12T19:32:16,561 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:16,562 INFO [FileChangeWatcher-hbase_test_ca17551376922632202970.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17551376922632202970.p12 thread started 2024-11-12T19:32:16,562 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T19:32:16,577 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:16,591 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:16,591 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:16,592 INFO [FileChangeWatcher-hbase_test_key7345619603913064848.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7345619603913064848.p12 thread started 2024-11-12T19:32:16,594 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:16,598 INFO [FileChangeWatcher-hbase_test_ca17551376922632202970.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17551376922632202970.p12 thread started 2024-11-12T19:32:16,599 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7ef052fc, L:/127.0.0.1:36455 - R:/127.0.0.1:35436] 2024-11-12T19:32:16,639 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35436, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T19:32:16,657 DEBUG [FileChangeWatcher-hbase_test_key7345619603913064848.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7345619603913064848.p12 2024-11-12T19:32:16,657 DEBUG [FileChangeWatcher-hbase_test_ca17551376922632202970.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7345619603913064848.p12 2024-11-12T19:32:16,657 DEBUG [FileChangeWatcher-hbase_test_key7345619603913064848.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7345619603913064848.p12 2024-11-12T19:32:16,657 INFO [FileChangeWatcher-hbase_test_key7345619603913064848.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7345619603913064848.p12 2024-11-12T19:32:16,657 DEBUG [FileChangeWatcher-hbase_test_ca17551376922632202970.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7345619603913064848.p12 2024-11-12T19:32:16,657 INFO [FileChangeWatcher-hbase_test_key7345619603913064848.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7345619603913064848.p12 2024-11-12T19:32:16,657 DEBUG [FileChangeWatcher-hbase_test_ca17551376922632202970.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7345619603913064848.p12 2024-11-12T19:32:16,657 DEBUG [FileChangeWatcher-hbase_test_ca17551376922632202970.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7345619603913064848.p12 2024-11-12T19:32:16,693 DEBUG [FileChangeWatcher-hbase_test_key7345619603913064848.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7345619603913064848.p12 2024-11-12T19:32:16,693 DEBUG [FileChangeWatcher-hbase_test_key7345619603913064848.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7345619603913064848.p12 2024-11-12T19:32:16,693 INFO [FileChangeWatcher-hbase_test_key7345619603913064848.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7345619603913064848.p12 2024-11-12T19:32:16,693 INFO [FileChangeWatcher-hbase_test_key7345619603913064848.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7345619603913064848.p12 2024-11-12T19:32:16,693 DEBUG [FileChangeWatcher-hbase_test_key7345619603913064848.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17551376922632202970.p12 2024-11-12T19:32:16,693 DEBUG [FileChangeWatcher-hbase_test_key7345619603913064848.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17551376922632202970.p12 2024-11-12T19:32:16,693 DEBUG [FileChangeWatcher-hbase_test_key7345619603913064848.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17551376922632202970.p12 2024-11-12T19:32:16,693 DEBUG [FileChangeWatcher-hbase_test_key7345619603913064848.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17551376922632202970.p12 2024-11-12T19:32:16,694 DEBUG [FileChangeWatcher-hbase_test_ca17551376922632202970.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7345619603913064848.p12 2024-11-12T19:32:16,694 DEBUG [FileChangeWatcher-hbase_test_ca17551376922632202970.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7345619603913064848.p12 2024-11-12T19:32:16,694 DEBUG [FileChangeWatcher-hbase_test_ca17551376922632202970.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7345619603913064848.p12 2024-11-12T19:32:16,694 DEBUG [FileChangeWatcher-hbase_test_ca17551376922632202970.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7345619603913064848.p12 2024-11-12T19:32:16,695 DEBUG [FileChangeWatcher-hbase_test_ca17551376922632202970.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17551376922632202970.p12 2024-11-12T19:32:16,695 DEBUG [FileChangeWatcher-hbase_test_ca17551376922632202970.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17551376922632202970.p12 2024-11-12T19:32:16,695 INFO [FileChangeWatcher-hbase_test_ca17551376922632202970.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17551376922632202970.p12 2024-11-12T19:32:16,695 INFO [FileChangeWatcher-hbase_test_ca17551376922632202970.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17551376922632202970.p12 2024-11-12T19:32:16,717 DEBUG [FileChangeWatcher-hbase_test_ca17551376922632202970.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17551376922632202970.p12 2024-11-12T19:32:16,717 DEBUG [FileChangeWatcher-hbase_test_key7345619603913064848.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17551376922632202970.p12 2024-11-12T19:32:16,717 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,36455,0 is dead - stopping the connection localhost:36455/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-12T19:32:16,717 DEBUG [FileChangeWatcher-hbase_test_ca17551376922632202970.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17551376922632202970.p12 2024-11-12T19:32:16,717 DEBUG [FileChangeWatcher-hbase_test_key7345619603913064848.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17551376922632202970.p12 2024-11-12T19:32:16,717 INFO [FileChangeWatcher-hbase_test_ca17551376922632202970.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17551376922632202970.p12 2024-11-12T19:32:16,717 DEBUG [FileChangeWatcher-hbase_test_key7345619603913064848.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17551376922632202970.p12 2024-11-12T19:32:16,717 INFO [FileChangeWatcher-hbase_test_ca17551376922632202970.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17551376922632202970.p12 2024-11-12T19:32:16,717 DEBUG [FileChangeWatcher-hbase_test_key7345619603913064848.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17551376922632202970.p12 2024-11-12T19:32:16,718 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T19:32:16,718 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:16,760 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:16,761 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T19:32:16,775 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:16,790 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:16,791 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb8ae438a, L:/127.0.0.1:36455 - R:/127.0.0.1:35440] 2024-11-12T19:32:16,847 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35440, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T19:32:16,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T19:32:16,851 DEBUG [FileChangeWatcher-hbase_test_key7345619603913064848.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7345619603913064848.p12 was interrupted and is shutting down... 2024-11-12T19:32:16,851 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36455 2024-11-12T19:32:16,851 DEBUG [FileChangeWatcher-hbase_test_ca17551376922632202970.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17551376922632202970.p12 was interrupted and is shutting down... 2024-11-12T19:32:16,851 DEBUG [FileChangeWatcher-hbase_test_key7345619603913064848.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7345619603913064848.p12 was interrupted and is shutting down... 2024-11-12T19:32:16,851 INFO [FileChangeWatcher-hbase_test_key7345619603913064848.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7345619603913064848.p12 thread finished 2024-11-12T19:32:16,852 DEBUG [FileChangeWatcher-hbase_test_ca17551376922632202970.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17551376922632202970.p12 was interrupted and is shutting down... 2024-11-12T19:32:16,852 INFO [FileChangeWatcher-hbase_test_ca17551376922632202970.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17551376922632202970.p12 thread finished 2024-11-12T19:32:16,855 INFO [FileChangeWatcher-hbase_test_ca17551376922632202970.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17551376922632202970.p12 thread finished 2024-11-12T19:32:16,872 INFO [FileChangeWatcher-hbase_test_key7345619603913064848.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7345619603913064848.p12 thread finished 2024-11-12T19:32:16,872 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=38 (was 38), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1316 (was 1316), ProcessCount=11 (was 11), AvailableMemoryMB=4083 (was 2681) - AvailableMemoryMB LEAK? - 2024-11-12T19:32:16,881 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=36, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=1316, ProcessCount=11, AvailableMemoryMB=4082 2024-11-12T19:32:16,882 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T19:32:16,889 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43225 2024-11-12T19:32:16,890 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T19:32:16,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ec946e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T19:32:16,891 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T19:32:16,896 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:16,947 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:16,948 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:16,950 INFO [FileChangeWatcher-hbase_test_key7345619603913064848.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7345619603913064848.p12 thread started 2024-11-12T19:32:16,950 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:16,951 INFO [FileChangeWatcher-hbase_test_ca17551376922632202970.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17551376922632202970.p12 thread started 2024-11-12T19:32:16,951 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T19:32:16,967 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:16,987 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:16,988 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:16,989 INFO [FileChangeWatcher-hbase_test_key7345619603913064848.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7345619603913064848.p12 thread started 2024-11-12T19:32:16,990 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:16,990 INFO [FileChangeWatcher-hbase_test_ca17551376922632202970.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17551376922632202970.p12 thread started 2024-11-12T19:32:16,990 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb07db23c, L:/127.0.0.1:43225 - R:/127.0.0.1:58380] 2024-11-12T19:32:17,035 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58380, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T19:32:17,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T19:32:17,040 DEBUG [FileChangeWatcher-hbase_test_key7345619603913064848.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7345619603913064848.p12 was interrupted and is shutting down... 2024-11-12T19:32:17,041 INFO [FileChangeWatcher-hbase_test_key7345619603913064848.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7345619603913064848.p12 thread finished 2024-11-12T19:32:17,042 DEBUG [FileChangeWatcher-hbase_test_ca17551376922632202970.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17551376922632202970.p12 was interrupted and is shutting down... 2024-11-12T19:32:17,044 INFO [FileChangeWatcher-hbase_test_ca17551376922632202970.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17551376922632202970.p12 thread finished 2024-11-12T19:32:17,047 DEBUG [FileChangeWatcher-hbase_test_ca17551376922632202970.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7345619603913064848.p12 2024-11-12T19:32:17,047 DEBUG [FileChangeWatcher-hbase_test_ca17551376922632202970.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7345619603913064848.p12 2024-11-12T19:32:17,047 DEBUG [FileChangeWatcher-hbase_test_key7345619603913064848.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7345619603913064848.p12 2024-11-12T19:32:17,047 INFO [FileChangeWatcher-hbase_test_key7345619603913064848.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7345619603913064848.p12 2024-11-12T19:32:17,094 DEBUG [FileChangeWatcher-hbase_test_ca17551376922632202970.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7345619603913064848.p12 2024-11-12T19:32:17,094 DEBUG [FileChangeWatcher-hbase_test_ca17551376922632202970.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7345619603913064848.p12 2024-11-12T19:32:17,094 DEBUG [FileChangeWatcher-hbase_test_ca17551376922632202970.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17551376922632202970.p12 2024-11-12T19:32:17,094 INFO [FileChangeWatcher-hbase_test_ca17551376922632202970.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17551376922632202970.p12 2024-11-12T19:32:17,094 DEBUG [FileChangeWatcher-hbase_test_key7345619603913064848.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7345619603913064848.p12 2024-11-12T19:32:17,094 INFO [FileChangeWatcher-hbase_test_key7345619603913064848.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7345619603913064848.p12 2024-11-12T19:32:17,094 DEBUG [FileChangeWatcher-hbase_test_key7345619603913064848.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17551376922632202970.p12 2024-11-12T19:32:17,094 DEBUG [FileChangeWatcher-hbase_test_key7345619603913064848.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17551376922632202970.p12 2024-11-12T19:32:17,115 DEBUG [FileChangeWatcher-hbase_test_ca17551376922632202970.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17551376922632202970.p12 2024-11-12T19:32:17,115 DEBUG [FileChangeWatcher-hbase_test_key7345619603913064848.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17551376922632202970.p12 2024-11-12T19:32:17,115 INFO [FileChangeWatcher-hbase_test_ca17551376922632202970.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17551376922632202970.p12 2024-11-12T19:32:17,115 DEBUG [FileChangeWatcher-hbase_test_key7345619603913064848.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17551376922632202970.p12 2024-11-12T19:32:17,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bfc3b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T19:32:17,116 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T19:32:17,119 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:17,170 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:17,174 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:17,179 INFO [FileChangeWatcher-hbase_test_key7345619603913064848.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7345619603913064848.p12 thread started 2024-11-12T19:32:17,182 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:17,187 INFO [FileChangeWatcher-hbase_test_ca17551376922632202970.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17551376922632202970.p12 thread started 2024-11-12T19:32:17,188 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T19:32:17,212 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:17,237 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:17,237 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x854e628c, L:/127.0.0.1:43225 - R:/127.0.0.1:58394] 2024-11-12T19:32:17,295 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58394, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T19:32:17,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T19:32:17,298 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43225 2024-11-12T19:32:17,298 DEBUG [FileChangeWatcher-hbase_test_key7345619603913064848.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7345619603913064848.p12 was interrupted and is shutting down... 2024-11-12T19:32:17,298 DEBUG [FileChangeWatcher-hbase_test_ca17551376922632202970.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17551376922632202970.p12 was interrupted and is shutting down... 2024-11-12T19:32:17,298 DEBUG [FileChangeWatcher-hbase_test_key7345619603913064848.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7345619603913064848.p12 was interrupted and is shutting down... 2024-11-12T19:32:17,298 DEBUG [FileChangeWatcher-hbase_test_ca17551376922632202970.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17551376922632202970.p12 was interrupted and is shutting down... 2024-11-12T19:32:17,299 INFO [FileChangeWatcher-hbase_test_ca17551376922632202970.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17551376922632202970.p12 thread finished 2024-11-12T19:32:17,299 INFO [FileChangeWatcher-hbase_test_ca17551376922632202970.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17551376922632202970.p12 thread finished 2024-11-12T19:32:17,305 INFO [FileChangeWatcher-hbase_test_key7345619603913064848.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7345619603913064848.p12 thread finished 2024-11-12T19:32:17,323 INFO [FileChangeWatcher-hbase_test_key7345619603913064848.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7345619603913064848.p12 thread finished 2024-11-12T19:32:17,334 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=40 (was 36) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1316 (was 1316), ProcessCount=11 (was 11), AvailableMemoryMB=4027 (was 4082) 2024-11-12T19:32:17,351 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=36, OpenFileDescriptor=329, MaxFileDescriptor=1048576, SystemLoadAverage=1316, ProcessCount=11, AvailableMemoryMB=4026 2024-11-12T19:32:17,879 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T19:32:17,880 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42679 2024-11-12T19:32:17,880 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T19:32:17,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2071b335, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T19:32:17,881 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T19:32:17,882 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:18,300 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:18,306 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:18,315 INFO [FileChangeWatcher-hbase_test_key9269239097381423636.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9269239097381423636.bcfks thread started 2024-11-12T19:32:18,316 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:18,324 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T19:32:18,327 INFO [FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks thread started 2024-11-12T19:32:18,510 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:18,687 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:18,688 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:18,690 INFO [FileChangeWatcher-hbase_test_key9269239097381423636.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9269239097381423636.bcfks thread started 2024-11-12T19:32:18,694 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:18,697 INFO [FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks thread started 2024-11-12T19:32:18,698 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3f4c13da, L:/127.0.0.1:42679 - R:/127.0.0.1:45334] 2024-11-12T19:32:19,001 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45334, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T19:32:19,028 DEBUG [FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9269239097381423636.bcfks 2024-11-12T19:32:19,028 DEBUG [FileChangeWatcher-hbase_test_key9269239097381423636.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9269239097381423636.bcfks 2024-11-12T19:32:19,028 DEBUG [FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9269239097381423636.bcfks 2024-11-12T19:32:19,028 INFO [FileChangeWatcher-hbase_test_key9269239097381423636.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9269239097381423636.bcfks 2024-11-12T19:32:19,028 DEBUG [FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9269239097381423636.bcfks 2024-11-12T19:32:19,028 DEBUG [FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9269239097381423636.bcfks 2024-11-12T19:32:19,029 DEBUG [FileChangeWatcher-hbase_test_key9269239097381423636.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9269239097381423636.bcfks 2024-11-12T19:32:19,029 INFO [FileChangeWatcher-hbase_test_key9269239097381423636.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9269239097381423636.bcfks 2024-11-12T19:32:19,335 DEBUG [FileChangeWatcher-hbase_test_key9269239097381423636.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9269239097381423636.bcfks 2024-11-12T19:32:19,335 DEBUG [FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9269239097381423636.bcfks 2024-11-12T19:32:19,335 DEBUG [FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9269239097381423636.bcfks 2024-11-12T19:32:19,335 DEBUG [FileChangeWatcher-hbase_test_key9269239097381423636.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9269239097381423636.bcfks 2024-11-12T19:32:19,335 DEBUG [FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9269239097381423636.bcfks 2024-11-12T19:32:19,335 INFO [FileChangeWatcher-hbase_test_key9269239097381423636.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9269239097381423636.bcfks 2024-11-12T19:32:19,335 DEBUG [FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9269239097381423636.bcfks 2024-11-12T19:32:19,335 INFO [FileChangeWatcher-hbase_test_key9269239097381423636.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9269239097381423636.bcfks 2024-11-12T19:32:19,378 DEBUG [FileChangeWatcher-hbase_test_key9269239097381423636.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9599514692949678318.bcfks 2024-11-12T19:32:19,378 DEBUG [FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9599514692949678318.bcfks 2024-11-12T19:32:19,378 DEBUG [FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9599514692949678318.bcfks 2024-11-12T19:32:19,378 DEBUG [FileChangeWatcher-hbase_test_key9269239097381423636.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9599514692949678318.bcfks 2024-11-12T19:32:19,378 INFO [FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9599514692949678318.bcfks 2024-11-12T19:32:19,378 INFO [FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9599514692949678318.bcfks 2024-11-12T19:32:19,379 DEBUG [FileChangeWatcher-hbase_test_key9269239097381423636.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9599514692949678318.bcfks 2024-11-12T19:32:19,379 DEBUG [FileChangeWatcher-hbase_test_key9269239097381423636.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9599514692949678318.bcfks 2024-11-12T19:32:19,586 DEBUG [FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9599514692949678318.bcfks 2024-11-12T19:32:19,586 DEBUG [FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9599514692949678318.bcfks 2024-11-12T19:32:19,586 DEBUG [FileChangeWatcher-hbase_test_key9269239097381423636.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9599514692949678318.bcfks 2024-11-12T19:32:19,586 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,42679,0 is dead - stopping the connection localhost:42679/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-12T19:32:19,586 DEBUG [FileChangeWatcher-hbase_test_key9269239097381423636.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9599514692949678318.bcfks 2024-11-12T19:32:19,586 DEBUG [FileChangeWatcher-hbase_test_key9269239097381423636.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9599514692949678318.bcfks 2024-11-12T19:32:19,586 INFO [FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9599514692949678318.bcfks 2024-11-12T19:32:19,586 INFO [FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9599514692949678318.bcfks 2024-11-12T19:32:19,586 DEBUG [FileChangeWatcher-hbase_test_key9269239097381423636.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9599514692949678318.bcfks 2024-11-12T19:32:19,587 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T19:32:19,587 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:20,018 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:20,018 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T19:32:20,229 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:20,436 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:20,437 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe2cebfb6, L:/127.0.0.1:42679 - R:/127.0.0.1:45338] 2024-11-12T19:32:20,688 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45338, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T19:32:20,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T19:32:20,690 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42679 2024-11-12T19:32:20,690 DEBUG [FileChangeWatcher-hbase_test_key9269239097381423636.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9269239097381423636.bcfks was interrupted and is shutting down... 2024-11-12T19:32:20,690 DEBUG [FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks was interrupted and is shutting down... 2024-11-12T19:32:20,690 DEBUG [FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks was interrupted and is shutting down... 2024-11-12T19:32:20,690 DEBUG [FileChangeWatcher-hbase_test_key9269239097381423636.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9269239097381423636.bcfks was interrupted and is shutting down... 2024-11-12T19:32:20,691 INFO [FileChangeWatcher-hbase_test_key9269239097381423636.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9269239097381423636.bcfks thread finished 2024-11-12T19:32:20,691 INFO [FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks thread finished 2024-11-12T19:32:20,691 INFO [FileChangeWatcher-hbase_test_key9269239097381423636.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9269239097381423636.bcfks thread finished 2024-11-12T19:32:20,691 INFO [FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks thread finished 2024-11-12T19:32:20,706 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=36 (was 36), OpenFileDescriptor=327 (was 329), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1275 (was 1316), ProcessCount=11 (was 11), AvailableMemoryMB=3590 (was 4026) 2024-11-12T19:32:20,714 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=36, OpenFileDescriptor=329, MaxFileDescriptor=1048576, SystemLoadAverage=1275, ProcessCount=11, AvailableMemoryMB=3589 2024-11-12T19:32:20,716 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T19:32:20,717 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46015 2024-11-12T19:32:20,718 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T19:32:20,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e4c35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T19:32:20,719 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T19:32:20,720 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:21,074 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:21,075 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:21,076 INFO [FileChangeWatcher-hbase_test_key9269239097381423636.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9269239097381423636.bcfks thread started 2024-11-12T19:32:21,076 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:21,087 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T19:32:21,088 INFO [FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks thread started 2024-11-12T19:32:21,302 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:21,502 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:21,502 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:21,506 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:21,506 INFO [FileChangeWatcher-hbase_test_key9269239097381423636.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9269239097381423636.bcfks thread started 2024-11-12T19:32:21,514 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7285a6b1, L:/127.0.0.1:46015 - R:/127.0.0.1:53654] 2024-11-12T19:32:21,514 INFO [FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks thread started 2024-11-12T19:32:21,763 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53654, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T19:32:21,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T19:32:21,770 DEBUG [FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks was interrupted and is shutting down... 2024-11-12T19:32:21,771 INFO [FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks thread finished 2024-11-12T19:32:21,782 DEBUG [FileChangeWatcher-hbase_test_key9269239097381423636.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9269239097381423636.bcfks was interrupted and is shutting down... 2024-11-12T19:32:21,783 INFO [FileChangeWatcher-hbase_test_key9269239097381423636.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9269239097381423636.bcfks thread finished 2024-11-12T19:32:21,787 DEBUG [FileChangeWatcher-hbase_test_key9269239097381423636.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9269239097381423636.bcfks 2024-11-12T19:32:21,787 INFO [FileChangeWatcher-hbase_test_key9269239097381423636.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9269239097381423636.bcfks 2024-11-12T19:32:21,788 DEBUG [FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9269239097381423636.bcfks 2024-11-12T19:32:21,788 DEBUG [FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9269239097381423636.bcfks 2024-11-12T19:32:22,097 DEBUG [FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9269239097381423636.bcfks 2024-11-12T19:32:22,097 DEBUG [FileChangeWatcher-hbase_test_key9269239097381423636.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9269239097381423636.bcfks 2024-11-12T19:32:22,098 INFO [FileChangeWatcher-hbase_test_key9269239097381423636.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9269239097381423636.bcfks 2024-11-12T19:32:22,098 DEBUG [FileChangeWatcher-hbase_test_key9269239097381423636.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9599514692949678318.bcfks 2024-11-12T19:32:22,098 DEBUG [FileChangeWatcher-hbase_test_key9269239097381423636.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9599514692949678318.bcfks 2024-11-12T19:32:22,098 DEBUG [FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9269239097381423636.bcfks 2024-11-12T19:32:22,098 DEBUG [FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9599514692949678318.bcfks 2024-11-12T19:32:22,098 INFO [FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9599514692949678318.bcfks 2024-11-12T19:32:22,308 DEBUG [FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9599514692949678318.bcfks 2024-11-12T19:32:22,308 INFO [FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9599514692949678318.bcfks 2024-11-12T19:32:22,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c76f0a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T19:32:22,309 DEBUG [FileChangeWatcher-hbase_test_key9269239097381423636.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9599514692949678318.bcfks 2024-11-12T19:32:22,309 DEBUG [FileChangeWatcher-hbase_test_key9269239097381423636.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9599514692949678318.bcfks 2024-11-12T19:32:22,309 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T19:32:22,310 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:22,724 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:22,726 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:22,728 INFO [FileChangeWatcher-hbase_test_key9269239097381423636.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9269239097381423636.bcfks thread started 2024-11-12T19:32:22,730 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d008c045-b196-8a2a-ecd3-f8e60d4ff526/TestNettyTLSIPCFileWatcher 2024-11-12T19:32:22,735 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T19:32:22,735 INFO [FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks thread started 2024-11-12T19:32:22,950 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T19:32:23,144 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T19:32:23,145 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe8d4dfe5, L:/127.0.0.1:46015 - R:/127.0.0.1:53660] 2024-11-12T19:32:23,373 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53660, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T19:32:23,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T19:32:23,378 DEBUG [FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks was interrupted and is shutting down... 2024-11-12T19:32:23,378 DEBUG [FileChangeWatcher-hbase_test_key9269239097381423636.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9269239097381423636.bcfks was interrupted and is shutting down... 2024-11-12T19:32:23,378 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46015 2024-11-12T19:32:23,378 DEBUG [FileChangeWatcher-hbase_test_key9269239097381423636.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9269239097381423636.bcfks was interrupted and is shutting down... 2024-11-12T19:32:23,378 DEBUG [FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks was interrupted and is shutting down... 2024-11-12T19:32:23,378 INFO [FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks thread finished 2024-11-12T19:32:23,378 INFO [FileChangeWatcher-hbase_test_key9269239097381423636.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9269239097381423636.bcfks thread finished 2024-11-12T19:32:23,378 INFO [FileChangeWatcher-hbase_test_key9269239097381423636.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9269239097381423636.bcfks thread finished 2024-11-12T19:32:23,378 INFO [FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9599514692949678318.bcfks thread finished 2024-11-12T19:32:23,388 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=36 (was 36), OpenFileDescriptor=327 (was 329), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1275 (was 1275), ProcessCount=11 (was 11), AvailableMemoryMB=3232 (was 3589)