2024-11-12 04:24:12,240 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-12 04:24:12,253 main DEBUG Took 0.010759 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-12 04:24:12,253 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-12 04:24:12,253 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-12 04:24:12,254 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-12 04:24:12,256 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 04:24:12,265 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-12 04:24:12,276 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 04:24:12,277 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 04:24:12,278 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 04:24:12,278 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 04:24:12,279 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 04:24:12,279 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 04:24:12,280 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 04:24:12,281 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 04:24:12,281 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 04:24:12,282 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 04:24:12,282 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 04:24:12,283 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 04:24:12,283 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 04:24:12,284 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 04:24:12,284 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 04:24:12,285 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 04:24:12,285 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 04:24:12,285 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 04:24:12,286 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 04:24:12,286 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 04:24:12,287 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 04:24:12,287 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 04:24:12,287 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 04:24:12,288 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 04:24:12,288 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 04:24:12,288 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-12 04:24:12,290 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 04:24:12,291 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-12 04:24:12,293 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-12 04:24:12,293 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-12 04:24:12,294 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-12 04:24:12,295 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-12 04:24:12,303 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-12 04:24:12,305 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-12 04:24:12,307 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-12 04:24:12,308 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-12 04:24:12,308 main DEBUG createAppenders(={Console}) 2024-11-12 04:24:12,309 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-12 04:24:12,309 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-12 04:24:12,310 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-12 04:24:12,310 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-12 04:24:12,311 main DEBUG OutputStream closed 2024-11-12 04:24:12,311 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-12 04:24:12,311 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-12 04:24:12,312 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-12 04:24:12,386 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-12 04:24:12,388 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-12 04:24:12,390 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-12 04:24:12,391 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-12 04:24:12,392 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-12 04:24:12,392 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-12 04:24:12,392 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-12 04:24:12,393 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-12 04:24:12,393 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-12 04:24:12,394 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-12 04:24:12,394 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-12 04:24:12,394 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-12 04:24:12,395 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-12 04:24:12,395 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-12 04:24:12,395 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-12 04:24:12,396 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-12 04:24:12,396 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-12 04:24:12,397 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-12 04:24:12,400 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12 04:24:12,400 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-12 04:24:12,401 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-12 04:24:12,401 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-12T04:24:12,417 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-12 04:24:12,419 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-12 04:24:12,420 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12T04:24:12,808 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-12T04:24:13,582 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=131, ProcessCount=11, AvailableMemoryMB=2572 2024-11-12T04:24:14,250 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T04:24:14,286 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-12T04:24:14,300 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-12T04:24:14,311 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-12T04:24:14,382 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T04:24:14,412 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 44315 (auto-detected) 2024-11-12T04:24:14,413 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-12T04:24:14,435 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40165 2024-11-12T04:24:14,438 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T04:24:14,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T04:24:14,465 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-12T04:24:14,466 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-12T04:24:14,751 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T04:24:14,798 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:14,841 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:14,920 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:14,922 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:14,922 INFO [FileChangeWatcher-hbase_test_key13800420575047863835.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13800420575047863835.jks thread started 2024-11-12T04:24:14,923 INFO [FileChangeWatcher-hbase_test_ca2484443867660640334.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2484443867660640334.jks thread started 2024-11-12T04:24:14,929 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T04:24:14,994 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:15,009 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:15,068 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:15,068 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:15,068 INFO [FileChangeWatcher-hbase_test_key13800420575047863835.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13800420575047863835.jks thread started 2024-11-12T04:24:15,069 INFO [FileChangeWatcher-hbase_test_ca2484443867660640334.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2484443867660640334.jks thread started 2024-11-12T04:24:15,071 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2c550032, L:/127.0.0.1:40165 - R:/127.0.0.1:48642] 2024-11-12T04:24:15,185 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48642, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T04:24:15,871 DEBUG [FileChangeWatcher-hbase_test_ca2484443867660640334.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13800420575047863835.jks 2024-11-12T04:24:15,871 DEBUG [FileChangeWatcher-hbase_test_key13800420575047863835.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13800420575047863835.jks 2024-11-12T04:24:15,872 DEBUG [FileChangeWatcher-hbase_test_key13800420575047863835.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13800420575047863835.jks 2024-11-12T04:24:15,872 INFO [FileChangeWatcher-hbase_test_key13800420575047863835.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13800420575047863835.jks 2024-11-12T04:24:15,872 DEBUG [FileChangeWatcher-hbase_test_ca2484443867660640334.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13800420575047863835.jks 2024-11-12T04:24:15,872 INFO [FileChangeWatcher-hbase_test_key13800420575047863835.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13800420575047863835.jks 2024-11-12T04:24:15,872 DEBUG [FileChangeWatcher-hbase_test_ca2484443867660640334.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13800420575047863835.jks 2024-11-12T04:24:15,872 DEBUG [FileChangeWatcher-hbase_test_ca2484443867660640334.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13800420575047863835.jks 2024-11-12T04:24:15,895 DEBUG [FileChangeWatcher-hbase_test_ca2484443867660640334.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13800420575047863835.jks 2024-11-12T04:24:15,895 DEBUG [FileChangeWatcher-hbase_test_ca2484443867660640334.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13800420575047863835.jks 2024-11-12T04:24:15,895 DEBUG [FileChangeWatcher-hbase_test_key13800420575047863835.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13800420575047863835.jks 2024-11-12T04:24:15,895 DEBUG [FileChangeWatcher-hbase_test_key13800420575047863835.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13800420575047863835.jks 2024-11-12T04:24:15,895 DEBUG [FileChangeWatcher-hbase_test_ca2484443867660640334.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13800420575047863835.jks 2024-11-12T04:24:15,895 INFO [FileChangeWatcher-hbase_test_key13800420575047863835.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13800420575047863835.jks 2024-11-12T04:24:15,895 INFO [FileChangeWatcher-hbase_test_key13800420575047863835.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13800420575047863835.jks 2024-11-12T04:24:15,895 DEBUG [FileChangeWatcher-hbase_test_ca2484443867660640334.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13800420575047863835.jks 2024-11-12T04:24:15,923 DEBUG [FileChangeWatcher-hbase_test_ca2484443867660640334.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2484443867660640334.jks 2024-11-12T04:24:15,923 DEBUG [FileChangeWatcher-hbase_test_key13800420575047863835.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2484443867660640334.jks 2024-11-12T04:24:15,923 DEBUG [FileChangeWatcher-hbase_test_ca2484443867660640334.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2484443867660640334.jks 2024-11-12T04:24:15,923 DEBUG [FileChangeWatcher-hbase_test_key13800420575047863835.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2484443867660640334.jks 2024-11-12T04:24:15,924 INFO [FileChangeWatcher-hbase_test_ca2484443867660640334.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2484443867660640334.jks 2024-11-12T04:24:15,924 DEBUG [FileChangeWatcher-hbase_test_key13800420575047863835.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2484443867660640334.jks 2024-11-12T04:24:15,924 INFO [FileChangeWatcher-hbase_test_ca2484443867660640334.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2484443867660640334.jks 2024-11-12T04:24:15,924 DEBUG [FileChangeWatcher-hbase_test_key13800420575047863835.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2484443867660640334.jks 2024-11-12T04:24:15,943 DEBUG [FileChangeWatcher-hbase_test_ca2484443867660640334.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2484443867660640334.jks 2024-11-12T04:24:15,943 DEBUG [FileChangeWatcher-hbase_test_ca2484443867660640334.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2484443867660640334.jks 2024-11-12T04:24:15,943 DEBUG [FileChangeWatcher-hbase_test_key13800420575047863835.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2484443867660640334.jks 2024-11-12T04:24:15,943 DEBUG [FileChangeWatcher-hbase_test_key13800420575047863835.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2484443867660640334.jks 2024-11-12T04:24:15,943 INFO [FileChangeWatcher-hbase_test_ca2484443867660640334.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2484443867660640334.jks 2024-11-12T04:24:15,943 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40165,0 is dead - stopping the connection localhost:40165/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-12T04:24:15,943 INFO [FileChangeWatcher-hbase_test_ca2484443867660640334.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2484443867660640334.jks 2024-11-12T04:24:15,943 DEBUG [FileChangeWatcher-hbase_test_key13800420575047863835.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2484443867660640334.jks 2024-11-12T04:24:15,943 DEBUG [FileChangeWatcher-hbase_test_key13800420575047863835.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2484443867660640334.jks 2024-11-12T04:24:15,944 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T04:24:15,945 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:15,973 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:15,974 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T04:24:15,988 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:16,002 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:16,003 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc6cd9263, L:/127.0.0.1:40165 - R:/127.0.0.1:48658] 2024-11-12T04:24:16,042 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48658, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T04:24:16,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T04:24:16,044 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40165 2024-11-12T04:24:16,044 DEBUG [FileChangeWatcher-hbase_test_key13800420575047863835.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13800420575047863835.jks was interrupted and is shutting down... 2024-11-12T04:24:16,044 DEBUG [FileChangeWatcher-hbase_test_ca2484443867660640334.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2484443867660640334.jks was interrupted and is shutting down... 2024-11-12T04:24:16,045 DEBUG [FileChangeWatcher-hbase_test_key13800420575047863835.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13800420575047863835.jks was interrupted and is shutting down... 2024-11-12T04:24:16,045 DEBUG [FileChangeWatcher-hbase_test_ca2484443867660640334.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2484443867660640334.jks was interrupted and is shutting down... 2024-11-12T04:24:16,045 INFO [FileChangeWatcher-hbase_test_ca2484443867660640334.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2484443867660640334.jks thread finished 2024-11-12T04:24:16,045 INFO [FileChangeWatcher-hbase_test_key13800420575047863835.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13800420575047863835.jks thread finished 2024-11-12T04:24:16,045 INFO [FileChangeWatcher-hbase_test_key13800420575047863835.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13800420575047863835.jks thread finished 2024-11-12T04:24:16,053 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: FileChangeWatcher-hbase_test_ca2484443867660640334.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 131) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2390 (was 2572) 2024-11-12T04:24:16,059 INFO [FileChangeWatcher-hbase_test_ca2484443867660640334.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2484443867660640334.jks thread finished 2024-11-12T04:24:16,059 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=2390 2024-11-12T04:24:16,062 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T04:24:16,062 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43901 2024-11-12T04:24:16,062 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T04:24:16,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de698e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T04:24:16,063 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T04:24:16,064 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:16,093 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:16,094 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:16,095 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:16,095 INFO [FileChangeWatcher-hbase_test_key13800420575047863835.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13800420575047863835.jks thread started 2024-11-12T04:24:16,095 INFO [FileChangeWatcher-hbase_test_ca2484443867660640334.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2484443867660640334.jks thread started 2024-11-12T04:24:16,095 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T04:24:16,110 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:16,124 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:16,125 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:16,125 INFO [FileChangeWatcher-hbase_test_key13800420575047863835.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13800420575047863835.jks thread started 2024-11-12T04:24:16,126 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:16,126 INFO [FileChangeWatcher-hbase_test_ca2484443867660640334.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2484443867660640334.jks thread started 2024-11-12T04:24:16,126 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x163bbf31, L:/127.0.0.1:43901 - R:/127.0.0.1:48460] 2024-11-12T04:24:16,162 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48460, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T04:24:16,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T04:24:16,165 DEBUG [FileChangeWatcher-hbase_test_ca2484443867660640334.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2484443867660640334.jks was interrupted and is shutting down... 2024-11-12T04:24:16,165 DEBUG [FileChangeWatcher-hbase_test_key13800420575047863835.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13800420575047863835.jks was interrupted and is shutting down... 2024-11-12T04:24:16,165 INFO [FileChangeWatcher-hbase_test_ca2484443867660640334.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2484443867660640334.jks thread finished 2024-11-12T04:24:16,165 INFO [FileChangeWatcher-hbase_test_key13800420575047863835.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13800420575047863835.jks thread finished 2024-11-12T04:24:16,374 DEBUG [FileChangeWatcher-hbase_test_key13800420575047863835.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13800420575047863835.jks 2024-11-12T04:24:16,374 DEBUG [FileChangeWatcher-hbase_test_ca2484443867660640334.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13800420575047863835.jks 2024-11-12T04:24:16,374 INFO [FileChangeWatcher-hbase_test_key13800420575047863835.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13800420575047863835.jks 2024-11-12T04:24:16,374 DEBUG [FileChangeWatcher-hbase_test_ca2484443867660640334.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13800420575047863835.jks 2024-11-12T04:24:16,402 DEBUG [FileChangeWatcher-hbase_test_key13800420575047863835.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13800420575047863835.jks 2024-11-12T04:24:16,402 DEBUG [FileChangeWatcher-hbase_test_ca2484443867660640334.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13800420575047863835.jks 2024-11-12T04:24:16,402 INFO [FileChangeWatcher-hbase_test_key13800420575047863835.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13800420575047863835.jks 2024-11-12T04:24:16,403 DEBUG [FileChangeWatcher-hbase_test_ca2484443867660640334.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13800420575047863835.jks 2024-11-12T04:24:16,403 DEBUG [FileChangeWatcher-hbase_test_key13800420575047863835.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2484443867660640334.jks 2024-11-12T04:24:16,403 DEBUG [FileChangeWatcher-hbase_test_ca2484443867660640334.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2484443867660640334.jks 2024-11-12T04:24:16,403 DEBUG [FileChangeWatcher-hbase_test_key13800420575047863835.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2484443867660640334.jks 2024-11-12T04:24:16,403 INFO [FileChangeWatcher-hbase_test_ca2484443867660640334.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2484443867660640334.jks 2024-11-12T04:24:16,417 DEBUG [FileChangeWatcher-hbase_test_ca2484443867660640334.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2484443867660640334.jks 2024-11-12T04:24:16,417 DEBUG [FileChangeWatcher-hbase_test_key13800420575047863835.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2484443867660640334.jks 2024-11-12T04:24:16,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9672be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T04:24:16,418 DEBUG [FileChangeWatcher-hbase_test_key13800420575047863835.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2484443867660640334.jks 2024-11-12T04:24:16,418 INFO [FileChangeWatcher-hbase_test_ca2484443867660640334.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2484443867660640334.jks 2024-11-12T04:24:16,418 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T04:24:16,419 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:16,448 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:16,448 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:16,449 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:16,449 INFO [FileChangeWatcher-hbase_test_key13800420575047863835.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13800420575047863835.jks thread started 2024-11-12T04:24:16,449 INFO [FileChangeWatcher-hbase_test_ca2484443867660640334.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2484443867660640334.jks thread started 2024-11-12T04:24:16,450 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T04:24:16,464 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:16,477 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:16,477 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8487cc06, L:/127.0.0.1:43901 - R:/127.0.0.1:48470] 2024-11-12T04:24:16,515 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48470, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T04:24:16,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T04:24:16,517 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43901 2024-11-12T04:24:16,517 DEBUG [FileChangeWatcher-hbase_test_ca2484443867660640334.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2484443867660640334.jks was interrupted and is shutting down... 2024-11-12T04:24:16,517 DEBUG [FileChangeWatcher-hbase_test_key13800420575047863835.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13800420575047863835.jks was interrupted and is shutting down... 2024-11-12T04:24:16,517 DEBUG [FileChangeWatcher-hbase_test_ca2484443867660640334.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2484443867660640334.jks was interrupted and is shutting down... 2024-11-12T04:24:16,518 INFO [FileChangeWatcher-hbase_test_ca2484443867660640334.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2484443867660640334.jks thread finished 2024-11-12T04:24:16,518 INFO [FileChangeWatcher-hbase_test_key13800420575047863835.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13800420575047863835.jks thread finished 2024-11-12T04:24:16,518 INFO [FileChangeWatcher-hbase_test_ca2484443867660640334.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2484443867660640334.jks thread finished 2024-11-12T04:24:16,517 DEBUG [FileChangeWatcher-hbase_test_key13800420575047863835.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13800420575047863835.jks was interrupted and is shutting down... 2024-11-12T04:24:16,524 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 23) Potentially hanging thread: FileChangeWatcher-hbase_test_key13800420575047863835.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 161), ProcessCount=11 (was 11), AvailableMemoryMB=2346 (was 2390) 2024-11-12T04:24:16,529 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=2345 2024-11-12T04:24:16,535 INFO [FileChangeWatcher-hbase_test_key13800420575047863835.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13800420575047863835.jks thread finished 2024-11-12T04:24:16,579 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T04:24:16,580 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36247 2024-11-12T04:24:16,580 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T04:24:16,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32011580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T04:24:16,582 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T04:24:16,583 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:16,611 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:16,612 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:16,612 INFO [FileChangeWatcher-hbase_test_key9560187544109804204.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9560187544109804204.pem thread started 2024-11-12T04:24:16,612 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:16,613 INFO [FileChangeWatcher-hbase_test_ca12460008880253902323.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12460008880253902323.pem thread started 2024-11-12T04:24:16,613 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T04:24:16,619 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:16,619 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:16,620 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:16,620 INFO [FileChangeWatcher-hbase_test_key9560187544109804204.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9560187544109804204.pem thread started 2024-11-12T04:24:16,620 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:16,621 INFO [FileChangeWatcher-hbase_test_ca12460008880253902323.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12460008880253902323.pem thread started 2024-11-12T04:24:16,621 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xdeba58b1, L:/127.0.0.1:36247 - R:/127.0.0.1:54426] 2024-11-12T04:24:16,635 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54426, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T04:24:17,074 DEBUG [FileChangeWatcher-hbase_test_ca12460008880253902323.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9560187544109804204.pem 2024-11-12T04:24:17,074 DEBUG [FileChangeWatcher-hbase_test_key9560187544109804204.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9560187544109804204.pem 2024-11-12T04:24:17,074 DEBUG [FileChangeWatcher-hbase_test_key9560187544109804204.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9560187544109804204.pem 2024-11-12T04:24:17,074 DEBUG [FileChangeWatcher-hbase_test_ca12460008880253902323.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9560187544109804204.pem 2024-11-12T04:24:17,074 DEBUG [FileChangeWatcher-hbase_test_ca12460008880253902323.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9560187544109804204.pem 2024-11-12T04:24:17,074 INFO [FileChangeWatcher-hbase_test_key9560187544109804204.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9560187544109804204.pem 2024-11-12T04:24:17,074 INFO [FileChangeWatcher-hbase_test_key9560187544109804204.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9560187544109804204.pem 2024-11-12T04:24:17,074 DEBUG [FileChangeWatcher-hbase_test_ca12460008880253902323.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9560187544109804204.pem 2024-11-12T04:24:17,074 DEBUG [FileChangeWatcher-hbase_test_key9560187544109804204.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9560187544109804204.pem 2024-11-12T04:24:17,074 DEBUG [FileChangeWatcher-hbase_test_ca12460008880253902323.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9560187544109804204.pem 2024-11-12T04:24:17,074 DEBUG [FileChangeWatcher-hbase_test_ca12460008880253902323.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9560187544109804204.pem 2024-11-12T04:24:17,074 DEBUG [FileChangeWatcher-hbase_test_key9560187544109804204.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9560187544109804204.pem 2024-11-12T04:24:17,074 INFO [FileChangeWatcher-hbase_test_key9560187544109804204.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9560187544109804204.pem 2024-11-12T04:24:17,075 DEBUG [FileChangeWatcher-hbase_test_ca12460008880253902323.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9560187544109804204.pem 2024-11-12T04:24:17,075 DEBUG [FileChangeWatcher-hbase_test_ca12460008880253902323.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9560187544109804204.pem 2024-11-12T04:24:17,075 INFO [FileChangeWatcher-hbase_test_key9560187544109804204.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9560187544109804204.pem 2024-11-12T04:24:17,099 DEBUG [FileChangeWatcher-hbase_test_key9560187544109804204.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12460008880253902323.pem 2024-11-12T04:24:17,099 DEBUG [FileChangeWatcher-hbase_test_key9560187544109804204.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12460008880253902323.pem 2024-11-12T04:24:17,099 DEBUG [FileChangeWatcher-hbase_test_ca12460008880253902323.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12460008880253902323.pem 2024-11-12T04:24:17,099 DEBUG [FileChangeWatcher-hbase_test_key9560187544109804204.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12460008880253902323.pem 2024-11-12T04:24:17,099 DEBUG [FileChangeWatcher-hbase_test_ca12460008880253902323.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12460008880253902323.pem 2024-11-12T04:24:17,099 DEBUG [FileChangeWatcher-hbase_test_key9560187544109804204.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12460008880253902323.pem 2024-11-12T04:24:17,099 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,36247,0 is dead - stopping the connection localhost:36247/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-12T04:24:17,099 DEBUG [FileChangeWatcher-hbase_test_key9560187544109804204.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12460008880253902323.pem 2024-11-12T04:24:17,099 INFO [FileChangeWatcher-hbase_test_ca12460008880253902323.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12460008880253902323.pem 2024-11-12T04:24:17,100 DEBUG [FileChangeWatcher-hbase_test_key9560187544109804204.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12460008880253902323.pem 2024-11-12T04:24:17,099 INFO [FileChangeWatcher-hbase_test_ca12460008880253902323.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12460008880253902323.pem 2024-11-12T04:24:17,100 DEBUG [FileChangeWatcher-hbase_test_key9560187544109804204.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12460008880253902323.pem 2024-11-12T04:24:17,100 DEBUG [FileChangeWatcher-hbase_test_key9560187544109804204.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12460008880253902323.pem 2024-11-12T04:24:17,100 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T04:24:17,101 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:17,105 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:17,106 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T04:24:17,110 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:17,111 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:17,111 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5b3907f8, L:/127.0.0.1:36247 - R:/127.0.0.1:54442] 2024-11-12T04:24:17,127 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54442, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T04:24:17,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T04:24:17,128 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36247 2024-11-12T04:24:17,128 DEBUG [FileChangeWatcher-hbase_test_key9560187544109804204.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9560187544109804204.pem was interrupted and is shutting down... 2024-11-12T04:24:17,128 DEBUG [FileChangeWatcher-hbase_test_ca12460008880253902323.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12460008880253902323.pem was interrupted and is shutting down... 2024-11-12T04:24:17,128 DEBUG [FileChangeWatcher-hbase_test_key9560187544109804204.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9560187544109804204.pem was interrupted and is shutting down... 2024-11-12T04:24:17,128 DEBUG [FileChangeWatcher-hbase_test_ca12460008880253902323.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12460008880253902323.pem was interrupted and is shutting down... 2024-11-12T04:24:17,129 INFO [FileChangeWatcher-hbase_test_key9560187544109804204.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9560187544109804204.pem thread finished 2024-11-12T04:24:17,129 INFO [FileChangeWatcher-hbase_test_key9560187544109804204.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9560187544109804204.pem thread finished 2024-11-12T04:24:17,129 INFO [FileChangeWatcher-hbase_test_ca12460008880253902323.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12460008880253902323.pem thread finished 2024-11-12T04:24:17,129 INFO [FileChangeWatcher-hbase_test_ca12460008880253902323.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12460008880253902323.pem thread finished 2024-11-12T04:24:17,134 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25 (was 25), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 161), ProcessCount=11 (was 11), AvailableMemoryMB=2248 (was 2345) 2024-11-12T04:24:17,138 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=2248 2024-11-12T04:24:17,140 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T04:24:17,140 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44599 2024-11-12T04:24:17,140 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T04:24:17,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3609d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T04:24:17,141 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T04:24:17,143 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:17,147 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:17,148 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:17,149 INFO [FileChangeWatcher-hbase_test_key9560187544109804204.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9560187544109804204.pem thread started 2024-11-12T04:24:17,149 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:17,150 INFO [FileChangeWatcher-hbase_test_ca12460008880253902323.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12460008880253902323.pem thread started 2024-11-12T04:24:17,150 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T04:24:17,157 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:17,159 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:17,159 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:17,160 INFO [FileChangeWatcher-hbase_test_key9560187544109804204.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9560187544109804204.pem thread started 2024-11-12T04:24:17,160 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:17,160 INFO [FileChangeWatcher-hbase_test_ca12460008880253902323.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12460008880253902323.pem thread started 2024-11-12T04:24:17,160 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4b3fe945, L:/127.0.0.1:44599 - R:/127.0.0.1:45174] 2024-11-12T04:24:17,175 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45174, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T04:24:17,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T04:24:17,177 DEBUG [FileChangeWatcher-hbase_test_key9560187544109804204.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9560187544109804204.pem was interrupted and is shutting down... 2024-11-12T04:24:17,177 DEBUG [FileChangeWatcher-hbase_test_ca12460008880253902323.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12460008880253902323.pem was interrupted and is shutting down... 2024-11-12T04:24:17,178 INFO [FileChangeWatcher-hbase_test_key9560187544109804204.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9560187544109804204.pem thread finished 2024-11-12T04:24:17,178 INFO [FileChangeWatcher-hbase_test_ca12460008880253902323.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12460008880253902323.pem thread finished 2024-11-12T04:24:17,396 DEBUG [FileChangeWatcher-hbase_test_key9560187544109804204.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9560187544109804204.pem 2024-11-12T04:24:17,396 DEBUG [FileChangeWatcher-hbase_test_ca12460008880253902323.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9560187544109804204.pem 2024-11-12T04:24:17,396 INFO [FileChangeWatcher-hbase_test_key9560187544109804204.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9560187544109804204.pem 2024-11-12T04:24:17,396 DEBUG [FileChangeWatcher-hbase_test_ca12460008880253902323.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9560187544109804204.pem 2024-11-12T04:24:17,396 DEBUG [FileChangeWatcher-hbase_test_key9560187544109804204.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9560187544109804204.pem 2024-11-12T04:24:17,396 DEBUG [FileChangeWatcher-hbase_test_ca12460008880253902323.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9560187544109804204.pem 2024-11-12T04:24:17,396 INFO [FileChangeWatcher-hbase_test_key9560187544109804204.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9560187544109804204.pem 2024-11-12T04:24:17,396 DEBUG [FileChangeWatcher-hbase_test_ca12460008880253902323.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9560187544109804204.pem 2024-11-12T04:24:17,397 DEBUG [FileChangeWatcher-hbase_test_key9560187544109804204.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12460008880253902323.pem 2024-11-12T04:24:17,397 DEBUG [FileChangeWatcher-hbase_test_ca12460008880253902323.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12460008880253902323.pem 2024-11-12T04:24:17,397 DEBUG [FileChangeWatcher-hbase_test_key9560187544109804204.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12460008880253902323.pem 2024-11-12T04:24:17,397 INFO [FileChangeWatcher-hbase_test_ca12460008880253902323.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12460008880253902323.pem 2024-11-12T04:24:17,397 DEBUG [FileChangeWatcher-hbase_test_key9560187544109804204.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12460008880253902323.pem 2024-11-12T04:24:17,397 DEBUG [FileChangeWatcher-hbase_test_ca12460008880253902323.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12460008880253902323.pem 2024-11-12T04:24:17,397 DEBUG [FileChangeWatcher-hbase_test_key9560187544109804204.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12460008880253902323.pem 2024-11-12T04:24:17,397 INFO [FileChangeWatcher-hbase_test_ca12460008880253902323.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12460008880253902323.pem 2024-11-12T04:24:17,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47131f26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T04:24:17,398 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T04:24:17,399 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:17,403 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:17,404 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:17,404 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:17,404 INFO [FileChangeWatcher-hbase_test_key9560187544109804204.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9560187544109804204.pem thread started 2024-11-12T04:24:17,405 INFO [FileChangeWatcher-hbase_test_ca12460008880253902323.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12460008880253902323.pem thread started 2024-11-12T04:24:17,405 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T04:24:17,412 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:17,412 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:17,413 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4a4cc0ec, L:/127.0.0.1:44599 - R:/127.0.0.1:45188] 2024-11-12T04:24:17,431 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45188, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T04:24:17,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T04:24:17,433 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44599 2024-11-12T04:24:17,433 DEBUG [FileChangeWatcher-hbase_test_key9560187544109804204.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9560187544109804204.pem was interrupted and is shutting down... 2024-11-12T04:24:17,433 DEBUG [FileChangeWatcher-hbase_test_ca12460008880253902323.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12460008880253902323.pem was interrupted and is shutting down... 2024-11-12T04:24:17,433 DEBUG [FileChangeWatcher-hbase_test_key9560187544109804204.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9560187544109804204.pem was interrupted and is shutting down... 2024-11-12T04:24:17,433 DEBUG [FileChangeWatcher-hbase_test_ca12460008880253902323.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12460008880253902323.pem was interrupted and is shutting down... 2024-11-12T04:24:17,433 INFO [FileChangeWatcher-hbase_test_key9560187544109804204.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9560187544109804204.pem thread finished 2024-11-12T04:24:17,433 INFO [FileChangeWatcher-hbase_test_ca12460008880253902323.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12460008880253902323.pem thread finished 2024-11-12T04:24:17,439 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=31 (was 25) Potentially hanging thread: FileChangeWatcher-hbase_test_ca12460008880253902323.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_key9560187544109804204.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 161), ProcessCount=11 (was 11), AvailableMemoryMB=2197 (was 2248) 2024-11-12T04:24:17,444 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=2196 2024-11-12T04:24:17,451 INFO [FileChangeWatcher-hbase_test_key9560187544109804204.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9560187544109804204.pem thread finished 2024-11-12T04:24:17,451 INFO [FileChangeWatcher-hbase_test_ca12460008880253902323.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12460008880253902323.pem thread finished 2024-11-12T04:24:17,481 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T04:24:17,482 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42365 2024-11-12T04:24:17,483 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T04:24:17,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@145ee184, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T04:24:17,484 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T04:24:17,485 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:17,511 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:17,511 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:17,512 INFO [FileChangeWatcher-hbase_test_key16482533966735853791.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16482533966735853791.p12 thread started 2024-11-12T04:24:17,512 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:17,512 INFO [FileChangeWatcher-hbase_test_ca1298165231929441097.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1298165231929441097.p12 thread started 2024-11-12T04:24:17,513 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T04:24:17,527 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:17,539 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:17,540 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:17,540 INFO [FileChangeWatcher-hbase_test_key16482533966735853791.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16482533966735853791.p12 thread started 2024-11-12T04:24:17,540 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:17,541 INFO [FileChangeWatcher-hbase_test_ca1298165231929441097.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1298165231929441097.p12 thread started 2024-11-12T04:24:17,541 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x55a03efd, L:/127.0.0.1:42365 - R:/127.0.0.1:36998] 2024-11-12T04:24:17,574 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36998, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T04:24:17,742 DEBUG [FileChangeWatcher-hbase_test_key16482533966735853791.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16482533966735853791.p12 2024-11-12T04:24:17,742 DEBUG [FileChangeWatcher-hbase_test_key16482533966735853791.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16482533966735853791.p12 2024-11-12T04:24:17,742 DEBUG [FileChangeWatcher-hbase_test_ca1298165231929441097.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16482533966735853791.p12 2024-11-12T04:24:17,742 DEBUG [FileChangeWatcher-hbase_test_ca1298165231929441097.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16482533966735853791.p12 2024-11-12T04:24:17,742 INFO [FileChangeWatcher-hbase_test_key16482533966735853791.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16482533966735853791.p12 2024-11-12T04:24:17,742 INFO [FileChangeWatcher-hbase_test_key16482533966735853791.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16482533966735853791.p12 2024-11-12T04:24:17,742 DEBUG [FileChangeWatcher-hbase_test_ca1298165231929441097.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16482533966735853791.p12 2024-11-12T04:24:17,742 DEBUG [FileChangeWatcher-hbase_test_ca1298165231929441097.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16482533966735853791.p12 2024-11-12T04:24:17,764 DEBUG [FileChangeWatcher-hbase_test_ca1298165231929441097.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16482533966735853791.p12 2024-11-12T04:24:17,764 DEBUG [FileChangeWatcher-hbase_test_ca1298165231929441097.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16482533966735853791.p12 2024-11-12T04:24:17,764 DEBUG [FileChangeWatcher-hbase_test_key16482533966735853791.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16482533966735853791.p12 2024-11-12T04:24:17,764 DEBUG [FileChangeWatcher-hbase_test_key16482533966735853791.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16482533966735853791.p12 2024-11-12T04:24:17,764 DEBUG [FileChangeWatcher-hbase_test_ca1298165231929441097.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16482533966735853791.p12 2024-11-12T04:24:17,764 DEBUG [FileChangeWatcher-hbase_test_ca1298165231929441097.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16482533966735853791.p12 2024-11-12T04:24:17,764 INFO [FileChangeWatcher-hbase_test_key16482533966735853791.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16482533966735853791.p12 2024-11-12T04:24:17,765 INFO [FileChangeWatcher-hbase_test_key16482533966735853791.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16482533966735853791.p12 2024-11-12T04:24:17,765 DEBUG [FileChangeWatcher-hbase_test_ca1298165231929441097.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1298165231929441097.p12 2024-11-12T04:24:17,765 DEBUG [FileChangeWatcher-hbase_test_ca1298165231929441097.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1298165231929441097.p12 2024-11-12T04:24:17,765 DEBUG [FileChangeWatcher-hbase_test_key16482533966735853791.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1298165231929441097.p12 2024-11-12T04:24:17,765 INFO [FileChangeWatcher-hbase_test_ca1298165231929441097.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1298165231929441097.p12 2024-11-12T04:24:17,765 INFO [FileChangeWatcher-hbase_test_ca1298165231929441097.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1298165231929441097.p12 2024-11-12T04:24:17,765 DEBUG [FileChangeWatcher-hbase_test_key16482533966735853791.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1298165231929441097.p12 2024-11-12T04:24:17,765 DEBUG [FileChangeWatcher-hbase_test_key16482533966735853791.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1298165231929441097.p12 2024-11-12T04:24:17,765 DEBUG [FileChangeWatcher-hbase_test_key16482533966735853791.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1298165231929441097.p12 2024-11-12T04:24:17,780 DEBUG [FileChangeWatcher-hbase_test_ca1298165231929441097.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1298165231929441097.p12 2024-11-12T04:24:17,780 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,42365,0 is dead - stopping the connection localhost:42365/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-12T04:24:17,780 DEBUG [FileChangeWatcher-hbase_test_key16482533966735853791.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1298165231929441097.p12 2024-11-12T04:24:17,780 DEBUG [FileChangeWatcher-hbase_test_ca1298165231929441097.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1298165231929441097.p12 2024-11-12T04:24:17,780 DEBUG [FileChangeWatcher-hbase_test_key16482533966735853791.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1298165231929441097.p12 2024-11-12T04:24:17,781 DEBUG [FileChangeWatcher-hbase_test_key16482533966735853791.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1298165231929441097.p12 2024-11-12T04:24:17,781 DEBUG [FileChangeWatcher-hbase_test_key16482533966735853791.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1298165231929441097.p12 2024-11-12T04:24:17,781 INFO [FileChangeWatcher-hbase_test_ca1298165231929441097.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1298165231929441097.p12 2024-11-12T04:24:17,781 INFO [FileChangeWatcher-hbase_test_ca1298165231929441097.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1298165231929441097.p12 2024-11-12T04:24:17,781 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T04:24:17,782 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:17,808 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:17,809 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T04:24:17,822 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:17,836 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:17,836 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0659e442, L:/127.0.0.1:42365 - R:/127.0.0.1:37008] 2024-11-12T04:24:17,869 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37008, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T04:24:17,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T04:24:17,870 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42365 2024-11-12T04:24:17,870 DEBUG [FileChangeWatcher-hbase_test_key16482533966735853791.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16482533966735853791.p12 was interrupted and is shutting down... 2024-11-12T04:24:17,870 DEBUG [FileChangeWatcher-hbase_test_ca1298165231929441097.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1298165231929441097.p12 was interrupted and is shutting down... 2024-11-12T04:24:17,870 DEBUG [FileChangeWatcher-hbase_test_key16482533966735853791.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16482533966735853791.p12 was interrupted and is shutting down... 2024-11-12T04:24:17,870 DEBUG [FileChangeWatcher-hbase_test_ca1298165231929441097.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1298165231929441097.p12 was interrupted and is shutting down... 2024-11-12T04:24:17,871 INFO [FileChangeWatcher-hbase_test_key16482533966735853791.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16482533966735853791.p12 thread finished 2024-11-12T04:24:17,876 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=35 (was 31) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca1298165231929441097.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_ca1298165231929441097.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key16482533966735853791.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 161), ProcessCount=11 (was 11), AvailableMemoryMB=2133 (was 2196) 2024-11-12T04:24:17,882 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=2132 2024-11-12T04:24:17,883 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T04:24:17,884 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37153 2024-11-12T04:24:17,884 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T04:24:17,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27b01163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T04:24:17,885 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T04:24:17,886 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:17,890 INFO [FileChangeWatcher-hbase_test_key16482533966735853791.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16482533966735853791.p12 thread finished 2024-11-12T04:24:17,890 INFO [FileChangeWatcher-hbase_test_ca1298165231929441097.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1298165231929441097.p12 thread finished 2024-11-12T04:24:17,890 INFO [FileChangeWatcher-hbase_test_ca1298165231929441097.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1298165231929441097.p12 thread finished 2024-11-12T04:24:17,915 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:17,915 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:17,916 INFO [FileChangeWatcher-hbase_test_key16482533966735853791.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16482533966735853791.p12 thread started 2024-11-12T04:24:17,916 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:17,916 INFO [FileChangeWatcher-hbase_test_ca1298165231929441097.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1298165231929441097.p12 thread started 2024-11-12T04:24:17,916 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T04:24:17,931 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:17,943 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:17,944 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:17,944 INFO [FileChangeWatcher-hbase_test_key16482533966735853791.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16482533966735853791.p12 thread started 2024-11-12T04:24:17,945 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:17,945 INFO [FileChangeWatcher-hbase_test_ca1298165231929441097.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1298165231929441097.p12 thread started 2024-11-12T04:24:17,945 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x59cba417, L:/127.0.0.1:37153 - R:/127.0.0.1:50782] 2024-11-12T04:24:17,978 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50782, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T04:24:17,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T04:24:17,980 DEBUG [FileChangeWatcher-hbase_test_ca1298165231929441097.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1298165231929441097.p12 was interrupted and is shutting down... 2024-11-12T04:24:17,980 DEBUG [FileChangeWatcher-hbase_test_key16482533966735853791.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16482533966735853791.p12 was interrupted and is shutting down... 2024-11-12T04:24:17,980 INFO [FileChangeWatcher-hbase_test_ca1298165231929441097.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1298165231929441097.p12 thread finished 2024-11-12T04:24:17,980 INFO [FileChangeWatcher-hbase_test_key16482533966735853791.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16482533966735853791.p12 thread finished 2024-11-12T04:24:18,272 DEBUG [FileChangeWatcher-hbase_test_ca1298165231929441097.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16482533966735853791.p12 2024-11-12T04:24:18,272 DEBUG [FileChangeWatcher-hbase_test_key16482533966735853791.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16482533966735853791.p12 2024-11-12T04:24:18,273 DEBUG [FileChangeWatcher-hbase_test_ca1298165231929441097.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16482533966735853791.p12 2024-11-12T04:24:18,273 INFO [FileChangeWatcher-hbase_test_key16482533966735853791.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16482533966735853791.p12 2024-11-12T04:24:18,295 DEBUG [FileChangeWatcher-hbase_test_key16482533966735853791.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16482533966735853791.p12 2024-11-12T04:24:18,295 DEBUG [FileChangeWatcher-hbase_test_ca1298165231929441097.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16482533966735853791.p12 2024-11-12T04:24:18,295 INFO [FileChangeWatcher-hbase_test_key16482533966735853791.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16482533966735853791.p12 2024-11-12T04:24:18,295 DEBUG [FileChangeWatcher-hbase_test_ca1298165231929441097.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16482533966735853791.p12 2024-11-12T04:24:18,315 DEBUG [FileChangeWatcher-hbase_test_key16482533966735853791.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1298165231929441097.p12 2024-11-12T04:24:18,315 DEBUG [FileChangeWatcher-hbase_test_ca1298165231929441097.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1298165231929441097.p12 2024-11-12T04:24:18,315 DEBUG [FileChangeWatcher-hbase_test_key16482533966735853791.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1298165231929441097.p12 2024-11-12T04:24:18,315 INFO [FileChangeWatcher-hbase_test_ca1298165231929441097.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1298165231929441097.p12 2024-11-12T04:24:18,334 DEBUG [FileChangeWatcher-hbase_test_key16482533966735853791.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1298165231929441097.p12 2024-11-12T04:24:18,334 DEBUG [FileChangeWatcher-hbase_test_ca1298165231929441097.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1298165231929441097.p12 2024-11-12T04:24:18,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@474094d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T04:24:18,334 INFO [FileChangeWatcher-hbase_test_ca1298165231929441097.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1298165231929441097.p12 2024-11-12T04:24:18,334 DEBUG [FileChangeWatcher-hbase_test_key16482533966735853791.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1298165231929441097.p12 2024-11-12T04:24:18,334 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T04:24:18,335 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:18,361 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:18,362 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:18,362 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:18,362 INFO [FileChangeWatcher-hbase_test_key16482533966735853791.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16482533966735853791.p12 thread started 2024-11-12T04:24:18,363 INFO [FileChangeWatcher-hbase_test_ca1298165231929441097.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1298165231929441097.p12 thread started 2024-11-12T04:24:18,363 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T04:24:18,378 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:18,391 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:18,391 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfe813bda, L:/127.0.0.1:37153 - R:/127.0.0.1:50798] 2024-11-12T04:24:18,426 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50798, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T04:24:18,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T04:24:18,428 DEBUG [FileChangeWatcher-hbase_test_key16482533966735853791.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16482533966735853791.p12 was interrupted and is shutting down... 2024-11-12T04:24:18,428 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37153 2024-11-12T04:24:18,428 DEBUG [FileChangeWatcher-hbase_test_ca1298165231929441097.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1298165231929441097.p12 was interrupted and is shutting down... 2024-11-12T04:24:18,428 DEBUG [FileChangeWatcher-hbase_test_key16482533966735853791.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16482533966735853791.p12 was interrupted and is shutting down... 2024-11-12T04:24:18,428 DEBUG [FileChangeWatcher-hbase_test_ca1298165231929441097.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1298165231929441097.p12 was interrupted and is shutting down... 2024-11-12T04:24:18,428 INFO [FileChangeWatcher-hbase_test_key16482533966735853791.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16482533966735853791.p12 thread finished 2024-11-12T04:24:18,434 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=37 (was 35) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 161), ProcessCount=11 (was 11), AvailableMemoryMB=2073 (was 2132) 2024-11-12T04:24:18,440 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=2071 2024-11-12T04:24:18,443 INFO [FileChangeWatcher-hbase_test_ca1298165231929441097.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1298165231929441097.p12 thread finished 2024-11-12T04:24:18,443 INFO [FileChangeWatcher-hbase_test_ca1298165231929441097.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1298165231929441097.p12 thread finished 2024-11-12T04:24:18,443 INFO [FileChangeWatcher-hbase_test_key16482533966735853791.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16482533966735853791.p12 thread finished 2024-11-12T04:24:18,947 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T04:24:18,948 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42293 2024-11-12T04:24:18,948 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T04:24:18,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a40cde2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T04:24:18,949 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T04:24:18,950 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:19,219 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:19,219 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:19,220 INFO [FileChangeWatcher-hbase_test_key10752935896244242559.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10752935896244242559.bcfks thread started 2024-11-12T04:24:19,220 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:19,221 INFO [FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks thread started 2024-11-12T04:24:19,221 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T04:24:19,352 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:19,489 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:19,489 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:19,490 INFO [FileChangeWatcher-hbase_test_key10752935896244242559.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10752935896244242559.bcfks thread started 2024-11-12T04:24:19,490 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:19,490 INFO [FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks thread started 2024-11-12T04:24:19,490 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x93d7dc2c, L:/127.0.0.1:42293 - R:/127.0.0.1:48116] 2024-11-12T04:24:19,646 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48116, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T04:24:19,852 DEBUG [FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10752935896244242559.bcfks 2024-11-12T04:24:19,852 DEBUG [FileChangeWatcher-hbase_test_key10752935896244242559.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10752935896244242559.bcfks 2024-11-12T04:24:19,852 DEBUG [FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10752935896244242559.bcfks 2024-11-12T04:24:19,852 INFO [FileChangeWatcher-hbase_test_key10752935896244242559.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10752935896244242559.bcfks 2024-11-12T04:24:19,853 DEBUG [FileChangeWatcher-hbase_test_key10752935896244242559.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10752935896244242559.bcfks 2024-11-12T04:24:19,853 INFO [FileChangeWatcher-hbase_test_key10752935896244242559.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10752935896244242559.bcfks 2024-11-12T04:24:19,853 DEBUG [FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10752935896244242559.bcfks 2024-11-12T04:24:19,853 DEBUG [FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10752935896244242559.bcfks 2024-11-12T04:24:20,046 DEBUG [FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10752935896244242559.bcfks 2024-11-12T04:24:20,046 DEBUG [FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10752935896244242559.bcfks 2024-11-12T04:24:20,046 DEBUG [FileChangeWatcher-hbase_test_key10752935896244242559.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10752935896244242559.bcfks 2024-11-12T04:24:20,046 DEBUG [FileChangeWatcher-hbase_test_key10752935896244242559.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10752935896244242559.bcfks 2024-11-12T04:24:20,047 DEBUG [FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10752935896244242559.bcfks 2024-11-12T04:24:20,047 INFO [FileChangeWatcher-hbase_test_key10752935896244242559.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10752935896244242559.bcfks 2024-11-12T04:24:20,047 DEBUG [FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10752935896244242559.bcfks 2024-11-12T04:24:20,047 INFO [FileChangeWatcher-hbase_test_key10752935896244242559.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10752935896244242559.bcfks 2024-11-12T04:24:20,073 DEBUG [FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1532785082465637218.bcfks 2024-11-12T04:24:20,073 DEBUG [FileChangeWatcher-hbase_test_key10752935896244242559.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1532785082465637218.bcfks 2024-11-12T04:24:20,073 DEBUG [FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1532785082465637218.bcfks 2024-11-12T04:24:20,074 INFO [FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1532785082465637218.bcfks 2024-11-12T04:24:20,074 DEBUG [FileChangeWatcher-hbase_test_key10752935896244242559.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1532785082465637218.bcfks 2024-11-12T04:24:20,074 INFO [FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1532785082465637218.bcfks 2024-11-12T04:24:20,074 DEBUG [FileChangeWatcher-hbase_test_key10752935896244242559.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1532785082465637218.bcfks 2024-11-12T04:24:20,074 DEBUG [FileChangeWatcher-hbase_test_key10752935896244242559.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1532785082465637218.bcfks 2024-11-12T04:24:20,208 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,42293,0 is dead - stopping the connection localhost:42293/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-12T04:24:20,208 DEBUG [FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1532785082465637218.bcfks 2024-11-12T04:24:20,208 DEBUG [FileChangeWatcher-hbase_test_key10752935896244242559.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1532785082465637218.bcfks 2024-11-12T04:24:20,208 DEBUG [FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1532785082465637218.bcfks 2024-11-12T04:24:20,208 DEBUG [FileChangeWatcher-hbase_test_key10752935896244242559.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1532785082465637218.bcfks 2024-11-12T04:24:20,208 DEBUG [FileChangeWatcher-hbase_test_key10752935896244242559.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1532785082465637218.bcfks 2024-11-12T04:24:20,208 INFO [FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1532785082465637218.bcfks 2024-11-12T04:24:20,208 INFO [FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1532785082465637218.bcfks 2024-11-12T04:24:20,208 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T04:24:20,208 DEBUG [FileChangeWatcher-hbase_test_key10752935896244242559.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1532785082465637218.bcfks 2024-11-12T04:24:20,209 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:20,470 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:20,470 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T04:24:20,601 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:20,731 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:20,732 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf14cad64, L:/127.0.0.1:42293 - R:/127.0.0.1:48132] 2024-11-12T04:24:20,889 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48132, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T04:24:20,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T04:24:20,891 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42293 2024-11-12T04:24:20,891 DEBUG [FileChangeWatcher-hbase_test_key10752935896244242559.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10752935896244242559.bcfks was interrupted and is shutting down... 2024-11-12T04:24:20,891 DEBUG [FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks was interrupted and is shutting down... 2024-11-12T04:24:20,891 DEBUG [FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks was interrupted and is shutting down... 2024-11-12T04:24:20,891 DEBUG [FileChangeWatcher-hbase_test_key10752935896244242559.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10752935896244242559.bcfks was interrupted and is shutting down... 2024-11-12T04:24:20,891 INFO [FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks thread finished 2024-11-12T04:24:20,897 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=39 (was 37) Potentially hanging thread: FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_key10752935896244242559.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key10752935896244242559.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=156 (was 161), ProcessCount=11 (was 11), AvailableMemoryMB=1997 (was 2071) 2024-11-12T04:24:20,903 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=156, ProcessCount=11, AvailableMemoryMB=1997 2024-11-12T04:24:20,904 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T04:24:20,905 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38415 2024-11-12T04:24:20,905 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T04:24:20,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f642b0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T04:24:20,906 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T04:24:20,907 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:20,910 INFO [FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks thread finished 2024-11-12T04:24:20,910 INFO [FileChangeWatcher-hbase_test_key10752935896244242559.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10752935896244242559.bcfks thread finished 2024-11-12T04:24:20,911 INFO [FileChangeWatcher-hbase_test_key10752935896244242559.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10752935896244242559.bcfks thread finished 2024-11-12T04:24:21,167 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:21,168 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:21,168 INFO [FileChangeWatcher-hbase_test_key10752935896244242559.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10752935896244242559.bcfks thread started 2024-11-12T04:24:21,168 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:21,169 INFO [FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks thread started 2024-11-12T04:24:21,169 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T04:24:21,298 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:21,427 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:21,428 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:21,428 INFO [FileChangeWatcher-hbase_test_key10752935896244242559.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10752935896244242559.bcfks thread started 2024-11-12T04:24:21,428 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:21,429 INFO [FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks thread started 2024-11-12T04:24:21,429 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x241694de, L:/127.0.0.1:38415 - R:/127.0.0.1:43534] 2024-11-12T04:24:21,571 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43534, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T04:24:21,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T04:24:21,573 DEBUG [FileChangeWatcher-hbase_test_key10752935896244242559.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10752935896244242559.bcfks was interrupted and is shutting down... 2024-11-12T04:24:21,573 DEBUG [FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks was interrupted and is shutting down... 2024-11-12T04:24:21,573 INFO [FileChangeWatcher-hbase_test_key10752935896244242559.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10752935896244242559.bcfks thread finished 2024-11-12T04:24:21,573 INFO [FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks thread finished 2024-11-12T04:24:21,790 DEBUG [FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10752935896244242559.bcfks 2024-11-12T04:24:21,790 DEBUG [FileChangeWatcher-hbase_test_key10752935896244242559.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10752935896244242559.bcfks 2024-11-12T04:24:21,791 INFO [FileChangeWatcher-hbase_test_key10752935896244242559.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10752935896244242559.bcfks 2024-11-12T04:24:21,791 DEBUG [FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10752935896244242559.bcfks 2024-11-12T04:24:21,986 DEBUG [FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10752935896244242559.bcfks 2024-11-12T04:24:21,986 DEBUG [FileChangeWatcher-hbase_test_key10752935896244242559.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10752935896244242559.bcfks 2024-11-12T04:24:21,986 INFO [FileChangeWatcher-hbase_test_key10752935896244242559.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10752935896244242559.bcfks 2024-11-12T04:24:21,986 DEBUG [FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10752935896244242559.bcfks 2024-11-12T04:24:21,986 DEBUG [FileChangeWatcher-hbase_test_key10752935896244242559.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1532785082465637218.bcfks 2024-11-12T04:24:21,986 DEBUG [FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1532785082465637218.bcfks 2024-11-12T04:24:21,986 INFO [FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1532785082465637218.bcfks 2024-11-12T04:24:21,986 DEBUG [FileChangeWatcher-hbase_test_key10752935896244242559.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1532785082465637218.bcfks 2024-11-12T04:24:22,114 DEBUG [FileChangeWatcher-hbase_test_key10752935896244242559.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1532785082465637218.bcfks 2024-11-12T04:24:22,114 DEBUG [FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1532785082465637218.bcfks 2024-11-12T04:24:22,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46deece1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T04:24:22,114 INFO [FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1532785082465637218.bcfks 2024-11-12T04:24:22,114 DEBUG [FileChangeWatcher-hbase_test_key10752935896244242559.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1532785082465637218.bcfks 2024-11-12T04:24:22,115 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T04:24:22,116 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:22,372 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:22,373 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:22,379 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:22,379 INFO [FileChangeWatcher-hbase_test_key10752935896244242559.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10752935896244242559.bcfks thread started 2024-11-12T04:24:22,380 INFO [FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks thread started 2024-11-12T04:24:22,380 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T04:24:22,509 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:22,638 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:22,638 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe14bb893, L:/127.0.0.1:38415 - R:/127.0.0.1:43550] 2024-11-12T04:24:22,787 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43550, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T04:24:22,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T04:24:22,789 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38415 2024-11-12T04:24:22,789 DEBUG [FileChangeWatcher-hbase_test_key10752935896244242559.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10752935896244242559.bcfks was interrupted and is shutting down... 2024-11-12T04:24:22,789 DEBUG [FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks was interrupted and is shutting down... 2024-11-12T04:24:22,790 DEBUG [FileChangeWatcher-hbase_test_key10752935896244242559.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10752935896244242559.bcfks was interrupted and is shutting down... 2024-11-12T04:24:22,790 DEBUG [FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks was interrupted and is shutting down... 2024-11-12T04:24:22,790 INFO [FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks thread finished 2024-11-12T04:24:22,790 INFO [FileChangeWatcher-hbase_test_key10752935896244242559.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10752935896244242559.bcfks thread finished 2024-11-12T04:24:22,790 INFO [FileChangeWatcher-hbase_test_key10752935896244242559.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10752935896244242559.bcfks thread finished 2024-11-12T04:24:22,795 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=156 (was 156), ProcessCount=11 (was 11), AvailableMemoryMB=1938 (was 1997) 2024-11-12T04:24:22,800 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=156, ProcessCount=11, AvailableMemoryMB=1937 2024-11-12T04:24:22,810 INFO [FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1532785082465637218.bcfks thread finished 2024-11-12T04:24:22,976 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T04:24:22,977 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43277 2024-11-12T04:24:22,977 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T04:24:22,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624ecb96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T04:24:22,978 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T04:24:22,978 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:23,006 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:23,006 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:23,007 INFO [FileChangeWatcher-hbase_test_key4980716397310056949.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4980716397310056949.jks thread started 2024-11-12T04:24:23,007 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:23,007 INFO [FileChangeWatcher-hbase_test_ca2372960590826234617.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2372960590826234617.jks thread started 2024-11-12T04:24:23,007 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T04:24:23,021 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:23,033 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:23,034 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:23,034 INFO [FileChangeWatcher-hbase_test_key4980716397310056949.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4980716397310056949.jks thread started 2024-11-12T04:24:23,034 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:23,035 INFO [FileChangeWatcher-hbase_test_ca2372960590826234617.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2372960590826234617.jks thread started 2024-11-12T04:24:23,035 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8c0824dd, L:/127.0.0.1:43277 - R:/127.0.0.1:48244] 2024-11-12T04:24:23,080 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48244, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T04:24:23,088 DEBUG [FileChangeWatcher-hbase_test_key4980716397310056949.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4980716397310056949.jks 2024-11-12T04:24:23,088 DEBUG [FileChangeWatcher-hbase_test_key4980716397310056949.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4980716397310056949.jks 2024-11-12T04:24:23,088 INFO [FileChangeWatcher-hbase_test_key4980716397310056949.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4980716397310056949.jks 2024-11-12T04:24:23,088 INFO [FileChangeWatcher-hbase_test_key4980716397310056949.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4980716397310056949.jks 2024-11-12T04:24:23,088 DEBUG [FileChangeWatcher-hbase_test_ca2372960590826234617.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4980716397310056949.jks 2024-11-12T04:24:23,088 DEBUG [FileChangeWatcher-hbase_test_ca2372960590826234617.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4980716397310056949.jks 2024-11-12T04:24:23,088 DEBUG [FileChangeWatcher-hbase_test_ca2372960590826234617.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4980716397310056949.jks 2024-11-12T04:24:23,088 DEBUG [FileChangeWatcher-hbase_test_ca2372960590826234617.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4980716397310056949.jks 2024-11-12T04:24:23,110 DEBUG [FileChangeWatcher-hbase_test_ca2372960590826234617.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4980716397310056949.jks 2024-11-12T04:24:23,110 DEBUG [FileChangeWatcher-hbase_test_key4980716397310056949.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4980716397310056949.jks 2024-11-12T04:24:23,110 DEBUG [FileChangeWatcher-hbase_test_ca2372960590826234617.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4980716397310056949.jks 2024-11-12T04:24:23,110 DEBUG [FileChangeWatcher-hbase_test_key4980716397310056949.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4980716397310056949.jks 2024-11-12T04:24:23,110 DEBUG [FileChangeWatcher-hbase_test_ca2372960590826234617.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4980716397310056949.jks 2024-11-12T04:24:23,110 INFO [FileChangeWatcher-hbase_test_key4980716397310056949.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4980716397310056949.jks 2024-11-12T04:24:23,110 DEBUG [FileChangeWatcher-hbase_test_ca2372960590826234617.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4980716397310056949.jks 2024-11-12T04:24:23,110 INFO [FileChangeWatcher-hbase_test_key4980716397310056949.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4980716397310056949.jks 2024-11-12T04:24:23,110 DEBUG [FileChangeWatcher-hbase_test_ca2372960590826234617.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2372960590826234617.jks 2024-11-12T04:24:23,110 DEBUG [FileChangeWatcher-hbase_test_key4980716397310056949.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2372960590826234617.jks 2024-11-12T04:24:23,110 DEBUG [FileChangeWatcher-hbase_test_key4980716397310056949.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2372960590826234617.jks 2024-11-12T04:24:23,110 INFO [FileChangeWatcher-hbase_test_ca2372960590826234617.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2372960590826234617.jks 2024-11-12T04:24:23,110 DEBUG [FileChangeWatcher-hbase_test_key4980716397310056949.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2372960590826234617.jks 2024-11-12T04:24:23,110 DEBUG [FileChangeWatcher-hbase_test_key4980716397310056949.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2372960590826234617.jks 2024-11-12T04:24:23,111 DEBUG [FileChangeWatcher-hbase_test_ca2372960590826234617.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2372960590826234617.jks 2024-11-12T04:24:23,111 INFO [FileChangeWatcher-hbase_test_ca2372960590826234617.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2372960590826234617.jks 2024-11-12T04:24:23,122 DEBUG [FileChangeWatcher-hbase_test_key4980716397310056949.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2372960590826234617.jks 2024-11-12T04:24:23,122 DEBUG [FileChangeWatcher-hbase_test_key4980716397310056949.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2372960590826234617.jks 2024-11-12T04:24:23,122 DEBUG [FileChangeWatcher-hbase_test_ca2372960590826234617.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2372960590826234617.jks 2024-11-12T04:24:23,122 DEBUG [FileChangeWatcher-hbase_test_ca2372960590826234617.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2372960590826234617.jks 2024-11-12T04:24:23,123 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,43277,0 is dead - stopping the connection localhost:43277/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-12T04:24:23,123 DEBUG [FileChangeWatcher-hbase_test_key4980716397310056949.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2372960590826234617.jks 2024-11-12T04:24:23,123 DEBUG [FileChangeWatcher-hbase_test_key4980716397310056949.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2372960590826234617.jks 2024-11-12T04:24:23,123 INFO [FileChangeWatcher-hbase_test_ca2372960590826234617.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2372960590826234617.jks 2024-11-12T04:24:23,123 INFO [FileChangeWatcher-hbase_test_ca2372960590826234617.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2372960590826234617.jks 2024-11-12T04:24:23,123 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T04:24:23,123 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:23,149 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:23,149 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T04:24:23,162 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:23,175 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:23,175 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x87d93336, L:/127.0.0.1:43277 - R:/127.0.0.1:48246] 2024-11-12T04:24:23,210 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48246, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T04:24:23,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T04:24:23,211 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43277 2024-11-12T04:24:23,211 DEBUG [FileChangeWatcher-hbase_test_ca2372960590826234617.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2372960590826234617.jks was interrupted and is shutting down... 2024-11-12T04:24:23,211 DEBUG [FileChangeWatcher-hbase_test_key4980716397310056949.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4980716397310056949.jks was interrupted and is shutting down... 2024-11-12T04:24:23,212 DEBUG [FileChangeWatcher-hbase_test_key4980716397310056949.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4980716397310056949.jks was interrupted and is shutting down... 2024-11-12T04:24:23,212 DEBUG [FileChangeWatcher-hbase_test_ca2372960590826234617.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2372960590826234617.jks was interrupted and is shutting down... 2024-11-12T04:24:23,212 INFO [FileChangeWatcher-hbase_test_key4980716397310056949.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4980716397310056949.jks thread finished 2024-11-12T04:24:23,212 INFO [FileChangeWatcher-hbase_test_key4980716397310056949.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4980716397310056949.jks thread finished 2024-11-12T04:24:23,217 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=156 (was 156), ProcessCount=11 (was 11), AvailableMemoryMB=1932 (was 1937) 2024-11-12T04:24:23,222 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=156, ProcessCount=11, AvailableMemoryMB=1932 2024-11-12T04:24:23,223 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T04:24:23,224 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43769 2024-11-12T04:24:23,224 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T04:24:23,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d467dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T04:24:23,224 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T04:24:23,225 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:23,226 INFO [FileChangeWatcher-hbase_test_ca2372960590826234617.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2372960590826234617.jks thread finished 2024-11-12T04:24:23,226 INFO [FileChangeWatcher-hbase_test_ca2372960590826234617.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2372960590826234617.jks thread finished 2024-11-12T04:24:23,253 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:23,254 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:23,254 INFO [FileChangeWatcher-hbase_test_key4980716397310056949.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4980716397310056949.jks thread started 2024-11-12T04:24:23,254 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:23,255 INFO [FileChangeWatcher-hbase_test_ca2372960590826234617.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2372960590826234617.jks thread started 2024-11-12T04:24:23,255 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T04:24:23,268 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:23,280 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:23,281 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:23,281 INFO [FileChangeWatcher-hbase_test_key4980716397310056949.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4980716397310056949.jks thread started 2024-11-12T04:24:23,281 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:23,282 INFO [FileChangeWatcher-hbase_test_ca2372960590826234617.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2372960590826234617.jks thread started 2024-11-12T04:24:23,282 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe116a868, L:/127.0.0.1:43769 - R:/127.0.0.1:41312] 2024-11-12T04:24:23,316 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41312, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T04:24:23,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T04:24:23,317 DEBUG [FileChangeWatcher-hbase_test_key4980716397310056949.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4980716397310056949.jks was interrupted and is shutting down... 2024-11-12T04:24:23,317 DEBUG [FileChangeWatcher-hbase_test_ca2372960590826234617.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2372960590826234617.jks was interrupted and is shutting down... 2024-11-12T04:24:23,317 INFO [FileChangeWatcher-hbase_test_key4980716397310056949.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4980716397310056949.jks thread finished 2024-11-12T04:24:23,317 INFO [FileChangeWatcher-hbase_test_ca2372960590826234617.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2372960590826234617.jks thread finished 2024-11-12T04:24:23,326 DEBUG [FileChangeWatcher-hbase_test_key4980716397310056949.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4980716397310056949.jks 2024-11-12T04:24:23,326 DEBUG [FileChangeWatcher-hbase_test_ca2372960590826234617.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4980716397310056949.jks 2024-11-12T04:24:23,326 INFO [FileChangeWatcher-hbase_test_key4980716397310056949.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4980716397310056949.jks 2024-11-12T04:24:23,326 DEBUG [FileChangeWatcher-hbase_test_ca2372960590826234617.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4980716397310056949.jks 2024-11-12T04:24:23,360 DEBUG [FileChangeWatcher-hbase_test_ca2372960590826234617.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4980716397310056949.jks 2024-11-12T04:24:23,360 DEBUG [FileChangeWatcher-hbase_test_key4980716397310056949.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4980716397310056949.jks 2024-11-12T04:24:23,360 DEBUG [FileChangeWatcher-hbase_test_ca2372960590826234617.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4980716397310056949.jks 2024-11-12T04:24:23,360 INFO [FileChangeWatcher-hbase_test_key4980716397310056949.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4980716397310056949.jks 2024-11-12T04:24:23,360 DEBUG [FileChangeWatcher-hbase_test_key4980716397310056949.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2372960590826234617.jks 2024-11-12T04:24:23,360 DEBUG [FileChangeWatcher-hbase_test_ca2372960590826234617.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2372960590826234617.jks 2024-11-12T04:24:23,360 INFO [FileChangeWatcher-hbase_test_ca2372960590826234617.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2372960590826234617.jks 2024-11-12T04:24:23,360 DEBUG [FileChangeWatcher-hbase_test_key4980716397310056949.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2372960590826234617.jks 2024-11-12T04:24:23,372 DEBUG [FileChangeWatcher-hbase_test_key4980716397310056949.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2372960590826234617.jks 2024-11-12T04:24:23,372 DEBUG [FileChangeWatcher-hbase_test_ca2372960590826234617.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2372960590826234617.jks 2024-11-12T04:24:23,373 DEBUG [FileChangeWatcher-hbase_test_key4980716397310056949.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2372960590826234617.jks 2024-11-12T04:24:23,373 INFO [FileChangeWatcher-hbase_test_ca2372960590826234617.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2372960590826234617.jks 2024-11-12T04:24:23,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47075d49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T04:24:23,373 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T04:24:23,374 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:23,400 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:23,400 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:23,401 INFO [FileChangeWatcher-hbase_test_key4980716397310056949.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4980716397310056949.jks thread started 2024-11-12T04:24:23,401 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:23,401 INFO [FileChangeWatcher-hbase_test_ca2372960590826234617.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2372960590826234617.jks thread started 2024-11-12T04:24:23,401 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T04:24:23,423 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:23,438 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:23,439 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x830a31c9, L:/127.0.0.1:43769 - R:/127.0.0.1:41320] 2024-11-12T04:24:23,483 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41320, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T04:24:23,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T04:24:23,485 DEBUG [FileChangeWatcher-hbase_test_key4980716397310056949.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4980716397310056949.jks was interrupted and is shutting down... 2024-11-12T04:24:23,485 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43769 2024-11-12T04:24:23,485 DEBUG [FileChangeWatcher-hbase_test_ca2372960590826234617.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2372960590826234617.jks was interrupted and is shutting down... 2024-11-12T04:24:23,485 DEBUG [FileChangeWatcher-hbase_test_key4980716397310056949.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4980716397310056949.jks was interrupted and is shutting down... 2024-11-12T04:24:23,485 DEBUG [FileChangeWatcher-hbase_test_ca2372960590826234617.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2372960590826234617.jks was interrupted and is shutting down... 2024-11-12T04:24:23,485 INFO [FileChangeWatcher-hbase_test_key4980716397310056949.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4980716397310056949.jks thread finished 2024-11-12T04:24:23,485 INFO [FileChangeWatcher-hbase_test_ca2372960590826234617.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2372960590826234617.jks thread finished 2024-11-12T04:24:23,490 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=156 (was 156), ProcessCount=11 (was 11), AvailableMemoryMB=1931 (was 1932) 2024-11-12T04:24:23,490 INFO [FileChangeWatcher-hbase_test_ca2372960590826234617.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2372960590826234617.jks thread finished 2024-11-12T04:24:23,490 INFO [FileChangeWatcher-hbase_test_key4980716397310056949.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4980716397310056949.jks thread finished 2024-11-12T04:24:23,495 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=156, ProcessCount=11, AvailableMemoryMB=1931 2024-11-12T04:24:23,501 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T04:24:23,501 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:32769 2024-11-12T04:24:23,501 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T04:24:23,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b937049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T04:24:23,502 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T04:24:23,503 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:23,506 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:23,506 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:23,507 INFO [FileChangeWatcher-hbase_test_key9977543200619507520.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9977543200619507520.pem thread started 2024-11-12T04:24:23,507 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:23,507 INFO [FileChangeWatcher-hbase_test_ca3621661039085806749.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3621661039085806749.pem thread started 2024-11-12T04:24:23,507 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T04:24:23,510 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:23,510 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:23,511 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:23,511 INFO [FileChangeWatcher-hbase_test_key9977543200619507520.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9977543200619507520.pem thread started 2024-11-12T04:24:23,511 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:23,511 INFO [FileChangeWatcher-hbase_test_ca3621661039085806749.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3621661039085806749.pem thread started 2024-11-12T04:24:23,512 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe527392b, L:/127.0.0.1:32769 - R:/127.0.0.1:58660] 2024-11-12T04:24:23,527 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58660, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T04:24:23,537 DEBUG [FileChangeWatcher-hbase_test_ca3621661039085806749.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9977543200619507520.pem 2024-11-12T04:24:23,537 DEBUG [FileChangeWatcher-hbase_test_key9977543200619507520.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9977543200619507520.pem 2024-11-12T04:24:23,537 DEBUG [FileChangeWatcher-hbase_test_key9977543200619507520.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9977543200619507520.pem 2024-11-12T04:24:23,537 DEBUG [FileChangeWatcher-hbase_test_ca3621661039085806749.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9977543200619507520.pem 2024-11-12T04:24:23,537 DEBUG [FileChangeWatcher-hbase_test_ca3621661039085806749.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9977543200619507520.pem 2024-11-12T04:24:23,537 INFO [FileChangeWatcher-hbase_test_key9977543200619507520.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9977543200619507520.pem 2024-11-12T04:24:23,537 INFO [FileChangeWatcher-hbase_test_key9977543200619507520.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9977543200619507520.pem 2024-11-12T04:24:23,537 DEBUG [FileChangeWatcher-hbase_test_ca3621661039085806749.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9977543200619507520.pem 2024-11-12T04:24:23,537 DEBUG [FileChangeWatcher-hbase_test_key9977543200619507520.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9977543200619507520.pem 2024-11-12T04:24:23,537 DEBUG [FileChangeWatcher-hbase_test_key9977543200619507520.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9977543200619507520.pem 2024-11-12T04:24:23,537 DEBUG [FileChangeWatcher-hbase_test_ca3621661039085806749.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9977543200619507520.pem 2024-11-12T04:24:23,537 DEBUG [FileChangeWatcher-hbase_test_ca3621661039085806749.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9977543200619507520.pem 2024-11-12T04:24:23,537 INFO [FileChangeWatcher-hbase_test_key9977543200619507520.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9977543200619507520.pem 2024-11-12T04:24:23,537 DEBUG [FileChangeWatcher-hbase_test_ca3621661039085806749.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9977543200619507520.pem 2024-11-12T04:24:23,537 INFO [FileChangeWatcher-hbase_test_key9977543200619507520.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9977543200619507520.pem 2024-11-12T04:24:23,537 DEBUG [FileChangeWatcher-hbase_test_ca3621661039085806749.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9977543200619507520.pem 2024-11-12T04:24:23,537 DEBUG [FileChangeWatcher-hbase_test_ca3621661039085806749.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3621661039085806749.pem 2024-11-12T04:24:23,537 DEBUG [FileChangeWatcher-hbase_test_ca3621661039085806749.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3621661039085806749.pem 2024-11-12T04:24:23,537 DEBUG [FileChangeWatcher-hbase_test_key9977543200619507520.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3621661039085806749.pem 2024-11-12T04:24:23,537 DEBUG [FileChangeWatcher-hbase_test_key9977543200619507520.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3621661039085806749.pem 2024-11-12T04:24:23,537 INFO [FileChangeWatcher-hbase_test_ca3621661039085806749.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3621661039085806749.pem 2024-11-12T04:24:23,537 DEBUG [FileChangeWatcher-hbase_test_key9977543200619507520.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3621661039085806749.pem 2024-11-12T04:24:23,537 INFO [FileChangeWatcher-hbase_test_ca3621661039085806749.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3621661039085806749.pem 2024-11-12T04:24:23,537 DEBUG [FileChangeWatcher-hbase_test_key9977543200619507520.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3621661039085806749.pem 2024-11-12T04:24:23,537 DEBUG [FileChangeWatcher-hbase_test_ca3621661039085806749.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3621661039085806749.pem 2024-11-12T04:24:23,537 DEBUG [FileChangeWatcher-hbase_test_key9977543200619507520.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3621661039085806749.pem 2024-11-12T04:24:23,537 DEBUG [FileChangeWatcher-hbase_test_ca3621661039085806749.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3621661039085806749.pem 2024-11-12T04:24:23,537 DEBUG [FileChangeWatcher-hbase_test_key9977543200619507520.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3621661039085806749.pem 2024-11-12T04:24:23,537 INFO [FileChangeWatcher-hbase_test_ca3621661039085806749.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3621661039085806749.pem 2024-11-12T04:24:23,537 INFO [FileChangeWatcher-hbase_test_ca3621661039085806749.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3621661039085806749.pem 2024-11-12T04:24:23,537 DEBUG [FileChangeWatcher-hbase_test_key9977543200619507520.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3621661039085806749.pem 2024-11-12T04:24:23,537 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,32769,0 is dead - stopping the connection localhost:32769/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-12T04:24:23,538 DEBUG [FileChangeWatcher-hbase_test_key9977543200619507520.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3621661039085806749.pem 2024-11-12T04:24:23,538 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T04:24:23,538 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:23,542 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:23,542 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T04:24:23,545 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:23,546 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:23,546 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x89822254, L:/127.0.0.1:32769 - R:/127.0.0.1:58668] 2024-11-12T04:24:23,562 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58668, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T04:24:23,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T04:24:23,564 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:32769 2024-11-12T04:24:23,564 DEBUG [FileChangeWatcher-hbase_test_ca3621661039085806749.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3621661039085806749.pem was interrupted and is shutting down... 2024-11-12T04:24:23,564 DEBUG [FileChangeWatcher-hbase_test_key9977543200619507520.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9977543200619507520.pem was interrupted and is shutting down... 2024-11-12T04:24:23,564 DEBUG [FileChangeWatcher-hbase_test_key9977543200619507520.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9977543200619507520.pem was interrupted and is shutting down... 2024-11-12T04:24:23,564 DEBUG [FileChangeWatcher-hbase_test_ca3621661039085806749.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3621661039085806749.pem was interrupted and is shutting down... 2024-11-12T04:24:23,564 INFO [FileChangeWatcher-hbase_test_ca3621661039085806749.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3621661039085806749.pem thread finished 2024-11-12T04:24:23,564 INFO [FileChangeWatcher-hbase_test_key9977543200619507520.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9977543200619507520.pem thread finished 2024-11-12T04:24:23,564 INFO [FileChangeWatcher-hbase_test_ca3621661039085806749.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3621661039085806749.pem thread finished 2024-11-12T04:24:23,564 INFO [FileChangeWatcher-hbase_test_key9977543200619507520.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9977543200619507520.pem thread finished 2024-11-12T04:24:23,569 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35 (was 35), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=156 (was 156), ProcessCount=11 (was 11), AvailableMemoryMB=1931 (was 1931) 2024-11-12T04:24:23,575 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=156, ProcessCount=11, AvailableMemoryMB=1930 2024-11-12T04:24:23,576 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T04:24:23,577 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36857 2024-11-12T04:24:23,577 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T04:24:23,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ec4e68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T04:24:23,578 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T04:24:23,578 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:23,582 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:23,583 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:23,583 INFO [FileChangeWatcher-hbase_test_key9977543200619507520.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9977543200619507520.pem thread started 2024-11-12T04:24:23,584 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:23,584 INFO [FileChangeWatcher-hbase_test_ca3621661039085806749.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3621661039085806749.pem thread started 2024-11-12T04:24:23,584 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T04:24:23,589 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:23,589 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:23,590 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:23,590 INFO [FileChangeWatcher-hbase_test_key9977543200619507520.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9977543200619507520.pem thread started 2024-11-12T04:24:23,590 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:23,591 INFO [FileChangeWatcher-hbase_test_ca3621661039085806749.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3621661039085806749.pem thread started 2024-11-12T04:24:23,591 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5b314a43, L:/127.0.0.1:36857 - R:/127.0.0.1:55380] 2024-11-12T04:24:23,606 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55380, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T04:24:23,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T04:24:23,608 DEBUG [FileChangeWatcher-hbase_test_ca3621661039085806749.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3621661039085806749.pem was interrupted and is shutting down... 2024-11-12T04:24:23,608 DEBUG [FileChangeWatcher-hbase_test_key9977543200619507520.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9977543200619507520.pem was interrupted and is shutting down... 2024-11-12T04:24:23,608 INFO [FileChangeWatcher-hbase_test_key9977543200619507520.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9977543200619507520.pem thread finished 2024-11-12T04:24:23,608 INFO [FileChangeWatcher-hbase_test_ca3621661039085806749.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3621661039085806749.pem thread finished 2024-11-12T04:24:23,617 DEBUG [FileChangeWatcher-hbase_test_ca3621661039085806749.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9977543200619507520.pem 2024-11-12T04:24:23,617 DEBUG [FileChangeWatcher-hbase_test_key9977543200619507520.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9977543200619507520.pem 2024-11-12T04:24:23,617 INFO [FileChangeWatcher-hbase_test_key9977543200619507520.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9977543200619507520.pem 2024-11-12T04:24:23,617 DEBUG [FileChangeWatcher-hbase_test_ca3621661039085806749.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9977543200619507520.pem 2024-11-12T04:24:23,617 DEBUG [FileChangeWatcher-hbase_test_key9977543200619507520.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9977543200619507520.pem 2024-11-12T04:24:23,617 DEBUG [FileChangeWatcher-hbase_test_ca3621661039085806749.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9977543200619507520.pem 2024-11-12T04:24:23,617 INFO [FileChangeWatcher-hbase_test_key9977543200619507520.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9977543200619507520.pem 2024-11-12T04:24:23,617 DEBUG [FileChangeWatcher-hbase_test_ca3621661039085806749.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9977543200619507520.pem 2024-11-12T04:24:23,618 DEBUG [FileChangeWatcher-hbase_test_ca3621661039085806749.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3621661039085806749.pem 2024-11-12T04:24:23,618 DEBUG [FileChangeWatcher-hbase_test_key9977543200619507520.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3621661039085806749.pem 2024-11-12T04:24:23,618 DEBUG [FileChangeWatcher-hbase_test_key9977543200619507520.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3621661039085806749.pem 2024-11-12T04:24:23,618 INFO [FileChangeWatcher-hbase_test_ca3621661039085806749.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3621661039085806749.pem 2024-11-12T04:24:23,618 DEBUG [FileChangeWatcher-hbase_test_key9977543200619507520.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3621661039085806749.pem 2024-11-12T04:24:23,618 DEBUG [FileChangeWatcher-hbase_test_ca3621661039085806749.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3621661039085806749.pem 2024-11-12T04:24:23,618 DEBUG [FileChangeWatcher-hbase_test_key9977543200619507520.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3621661039085806749.pem 2024-11-12T04:24:23,618 INFO [FileChangeWatcher-hbase_test_ca3621661039085806749.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3621661039085806749.pem 2024-11-12T04:24:23,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d65947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T04:24:23,618 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T04:24:23,619 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:23,622 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:23,623 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:23,623 INFO [FileChangeWatcher-hbase_test_key9977543200619507520.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9977543200619507520.pem thread started 2024-11-12T04:24:23,623 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:23,623 INFO [FileChangeWatcher-hbase_test_ca3621661039085806749.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3621661039085806749.pem thread started 2024-11-12T04:24:23,623 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T04:24:23,627 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:23,627 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:23,628 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa88d0803, L:/127.0.0.1:36857 - R:/127.0.0.1:55396] 2024-11-12T04:24:23,641 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55396, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T04:24:23,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T04:24:23,642 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36857 2024-11-12T04:24:23,642 DEBUG [FileChangeWatcher-hbase_test_ca3621661039085806749.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3621661039085806749.pem was interrupted and is shutting down... 2024-11-12T04:24:23,642 DEBUG [FileChangeWatcher-hbase_test_key9977543200619507520.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9977543200619507520.pem was interrupted and is shutting down... 2024-11-12T04:24:23,642 DEBUG [FileChangeWatcher-hbase_test_key9977543200619507520.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9977543200619507520.pem was interrupted and is shutting down... 2024-11-12T04:24:23,642 DEBUG [FileChangeWatcher-hbase_test_ca3621661039085806749.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3621661039085806749.pem was interrupted and is shutting down... 2024-11-12T04:24:23,642 INFO [FileChangeWatcher-hbase_test_key9977543200619507520.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9977543200619507520.pem thread finished 2024-11-12T04:24:23,642 INFO [FileChangeWatcher-hbase_test_ca3621661039085806749.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3621661039085806749.pem thread finished 2024-11-12T04:24:23,649 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=156 (was 156), ProcessCount=11 (was 11), AvailableMemoryMB=1929 (was 1930) 2024-11-12T04:24:23,654 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=156, ProcessCount=11, AvailableMemoryMB=1929 2024-11-12T04:24:23,662 INFO [FileChangeWatcher-hbase_test_key9977543200619507520.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9977543200619507520.pem thread finished 2024-11-12T04:24:23,662 INFO [FileChangeWatcher-hbase_test_ca3621661039085806749.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3621661039085806749.pem thread finished 2024-11-12T04:24:23,689 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T04:24:23,690 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44373 2024-11-12T04:24:23,690 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T04:24:23,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79cc1ba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T04:24:23,690 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T04:24:23,691 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:23,717 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:23,717 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:23,717 INFO [FileChangeWatcher-hbase_test_key4255826278213632952.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4255826278213632952.p12 thread started 2024-11-12T04:24:23,718 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:23,718 INFO [FileChangeWatcher-hbase_test_ca10936203093902776225.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10936203093902776225.p12 thread started 2024-11-12T04:24:23,718 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T04:24:23,732 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:23,745 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:23,745 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:23,746 INFO [FileChangeWatcher-hbase_test_key4255826278213632952.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4255826278213632952.p12 thread started 2024-11-12T04:24:23,746 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:23,746 INFO [FileChangeWatcher-hbase_test_ca10936203093902776225.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10936203093902776225.p12 thread started 2024-11-12T04:24:23,746 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x10f4d189, L:/127.0.0.1:44373 - R:/127.0.0.1:48962] 2024-11-12T04:24:23,779 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48962, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T04:24:23,785 DEBUG [FileChangeWatcher-hbase_test_ca10936203093902776225.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4255826278213632952.p12 2024-11-12T04:24:23,785 DEBUG [FileChangeWatcher-hbase_test_ca10936203093902776225.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4255826278213632952.p12 2024-11-12T04:24:23,785 DEBUG [FileChangeWatcher-hbase_test_key4255826278213632952.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4255826278213632952.p12 2024-11-12T04:24:23,785 DEBUG [FileChangeWatcher-hbase_test_key4255826278213632952.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4255826278213632952.p12 2024-11-12T04:24:23,785 DEBUG [FileChangeWatcher-hbase_test_ca10936203093902776225.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4255826278213632952.p12 2024-11-12T04:24:23,785 DEBUG [FileChangeWatcher-hbase_test_ca10936203093902776225.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4255826278213632952.p12 2024-11-12T04:24:23,785 INFO [FileChangeWatcher-hbase_test_key4255826278213632952.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4255826278213632952.p12 2024-11-12T04:24:23,785 INFO [FileChangeWatcher-hbase_test_key4255826278213632952.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4255826278213632952.p12 2024-11-12T04:24:23,807 DEBUG [FileChangeWatcher-hbase_test_ca10936203093902776225.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4255826278213632952.p12 2024-11-12T04:24:23,807 DEBUG [FileChangeWatcher-hbase_test_key4255826278213632952.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4255826278213632952.p12 2024-11-12T04:24:23,807 DEBUG [FileChangeWatcher-hbase_test_key4255826278213632952.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4255826278213632952.p12 2024-11-12T04:24:23,807 DEBUG [FileChangeWatcher-hbase_test_ca10936203093902776225.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4255826278213632952.p12 2024-11-12T04:24:23,807 INFO [FileChangeWatcher-hbase_test_key4255826278213632952.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4255826278213632952.p12 2024-11-12T04:24:23,807 INFO [FileChangeWatcher-hbase_test_key4255826278213632952.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4255826278213632952.p12 2024-11-12T04:24:23,807 DEBUG [FileChangeWatcher-hbase_test_ca10936203093902776225.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4255826278213632952.p12 2024-11-12T04:24:23,807 DEBUG [FileChangeWatcher-hbase_test_key4255826278213632952.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10936203093902776225.p12 2024-11-12T04:24:23,807 DEBUG [FileChangeWatcher-hbase_test_ca10936203093902776225.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4255826278213632952.p12 2024-11-12T04:24:23,807 DEBUG [FileChangeWatcher-hbase_test_key4255826278213632952.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10936203093902776225.p12 2024-11-12T04:24:23,807 DEBUG [FileChangeWatcher-hbase_test_ca10936203093902776225.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10936203093902776225.p12 2024-11-12T04:24:23,807 DEBUG [FileChangeWatcher-hbase_test_ca10936203093902776225.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10936203093902776225.p12 2024-11-12T04:24:23,807 DEBUG [FileChangeWatcher-hbase_test_key4255826278213632952.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10936203093902776225.p12 2024-11-12T04:24:23,807 DEBUG [FileChangeWatcher-hbase_test_key4255826278213632952.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10936203093902776225.p12 2024-11-12T04:24:23,807 INFO [FileChangeWatcher-hbase_test_ca10936203093902776225.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10936203093902776225.p12 2024-11-12T04:24:23,807 INFO [FileChangeWatcher-hbase_test_ca10936203093902776225.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10936203093902776225.p12 2024-11-12T04:24:23,819 DEBUG [FileChangeWatcher-hbase_test_key4255826278213632952.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10936203093902776225.p12 2024-11-12T04:24:23,819 DEBUG [FileChangeWatcher-hbase_test_key4255826278213632952.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10936203093902776225.p12 2024-11-12T04:24:23,819 DEBUG [FileChangeWatcher-hbase_test_ca10936203093902776225.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10936203093902776225.p12 2024-11-12T04:24:23,819 DEBUG [FileChangeWatcher-hbase_test_ca10936203093902776225.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10936203093902776225.p12 2024-11-12T04:24:23,819 DEBUG [FileChangeWatcher-hbase_test_key4255826278213632952.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10936203093902776225.p12 2024-11-12T04:24:23,819 DEBUG [FileChangeWatcher-hbase_test_key4255826278213632952.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10936203093902776225.p12 2024-11-12T04:24:23,819 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44373,0 is dead - stopping the connection localhost:44373/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-12T04:24:23,819 INFO [FileChangeWatcher-hbase_test_ca10936203093902776225.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10936203093902776225.p12 2024-11-12T04:24:23,819 INFO [FileChangeWatcher-hbase_test_ca10936203093902776225.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10936203093902776225.p12 2024-11-12T04:24:23,820 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T04:24:23,820 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:23,846 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:23,847 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T04:24:23,860 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:23,872 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:23,873 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa1bd2cdd, L:/127.0.0.1:44373 - R:/127.0.0.1:48964] 2024-11-12T04:24:23,905 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48964, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T04:24:23,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T04:24:23,906 DEBUG [FileChangeWatcher-hbase_test_key4255826278213632952.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4255826278213632952.p12 was interrupted and is shutting down... 2024-11-12T04:24:23,906 DEBUG [FileChangeWatcher-hbase_test_ca10936203093902776225.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10936203093902776225.p12 was interrupted and is shutting down... 2024-11-12T04:24:23,906 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44373 2024-11-12T04:24:23,906 DEBUG [FileChangeWatcher-hbase_test_key4255826278213632952.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4255826278213632952.p12 was interrupted and is shutting down... 2024-11-12T04:24:23,906 DEBUG [FileChangeWatcher-hbase_test_ca10936203093902776225.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10936203093902776225.p12 was interrupted and is shutting down... 2024-11-12T04:24:23,906 INFO [FileChangeWatcher-hbase_test_ca10936203093902776225.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10936203093902776225.p12 thread finished 2024-11-12T04:24:23,906 INFO [FileChangeWatcher-hbase_test_key4255826278213632952.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4255826278213632952.p12 thread finished 2024-11-12T04:24:23,910 INFO [FileChangeWatcher-hbase_test_ca10936203093902776225.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10936203093902776225.p12 thread finished 2024-11-12T04:24:23,911 INFO [FileChangeWatcher-hbase_test_key4255826278213632952.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4255826278213632952.p12 thread finished 2024-11-12T04:24:23,912 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=156 (was 156), ProcessCount=11 (was 11), AvailableMemoryMB=1929 (was 1929) 2024-11-12T04:24:23,916 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=156, ProcessCount=11, AvailableMemoryMB=1929 2024-11-12T04:24:23,917 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T04:24:23,917 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42331 2024-11-12T04:24:23,917 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T04:24:23,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3279038c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T04:24:23,918 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T04:24:23,918 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:23,947 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:23,947 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:23,948 INFO [FileChangeWatcher-hbase_test_key4255826278213632952.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4255826278213632952.p12 thread started 2024-11-12T04:24:23,948 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:23,948 INFO [FileChangeWatcher-hbase_test_ca10936203093902776225.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10936203093902776225.p12 thread started 2024-11-12T04:24:23,948 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T04:24:23,962 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:23,974 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:23,974 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:23,974 INFO [FileChangeWatcher-hbase_test_key4255826278213632952.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4255826278213632952.p12 thread started 2024-11-12T04:24:23,974 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:23,975 INFO [FileChangeWatcher-hbase_test_ca10936203093902776225.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10936203093902776225.p12 thread started 2024-11-12T04:24:23,975 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x358bd5cd, L:/127.0.0.1:42331 - R:/127.0.0.1:47576] 2024-11-12T04:24:24,006 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47576, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T04:24:24,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T04:24:24,008 DEBUG [FileChangeWatcher-hbase_test_ca10936203093902776225.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10936203093902776225.p12 was interrupted and is shutting down... 2024-11-12T04:24:24,008 DEBUG [FileChangeWatcher-hbase_test_key4255826278213632952.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4255826278213632952.p12 was interrupted and is shutting down... 2024-11-12T04:24:24,008 INFO [FileChangeWatcher-hbase_test_key4255826278213632952.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4255826278213632952.p12 thread finished 2024-11-12T04:24:24,008 INFO [FileChangeWatcher-hbase_test_ca10936203093902776225.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10936203093902776225.p12 thread finished 2024-11-12T04:24:24,012 DEBUG [FileChangeWatcher-hbase_test_key4255826278213632952.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4255826278213632952.p12 2024-11-12T04:24:24,012 DEBUG [FileChangeWatcher-hbase_test_ca10936203093902776225.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4255826278213632952.p12 2024-11-12T04:24:24,012 INFO [FileChangeWatcher-hbase_test_key4255826278213632952.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4255826278213632952.p12 2024-11-12T04:24:24,012 DEBUG [FileChangeWatcher-hbase_test_ca10936203093902776225.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4255826278213632952.p12 2024-11-12T04:24:24,033 DEBUG [FileChangeWatcher-hbase_test_ca10936203093902776225.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4255826278213632952.p12 2024-11-12T04:24:24,033 DEBUG [FileChangeWatcher-hbase_test_key4255826278213632952.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4255826278213632952.p12 2024-11-12T04:24:24,033 INFO [FileChangeWatcher-hbase_test_key4255826278213632952.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4255826278213632952.p12 2024-11-12T04:24:24,034 DEBUG [FileChangeWatcher-hbase_test_ca10936203093902776225.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4255826278213632952.p12 2024-11-12T04:24:24,034 DEBUG [FileChangeWatcher-hbase_test_key4255826278213632952.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10936203093902776225.p12 2024-11-12T04:24:24,034 DEBUG [FileChangeWatcher-hbase_test_ca10936203093902776225.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10936203093902776225.p12 2024-11-12T04:24:24,034 DEBUG [FileChangeWatcher-hbase_test_key4255826278213632952.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10936203093902776225.p12 2024-11-12T04:24:24,034 INFO [FileChangeWatcher-hbase_test_ca10936203093902776225.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10936203093902776225.p12 2024-11-12T04:24:24,046 DEBUG [FileChangeWatcher-hbase_test_key4255826278213632952.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10936203093902776225.p12 2024-11-12T04:24:24,046 DEBUG [FileChangeWatcher-hbase_test_ca10936203093902776225.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10936203093902776225.p12 2024-11-12T04:24:24,046 DEBUG [FileChangeWatcher-hbase_test_key4255826278213632952.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10936203093902776225.p12 2024-11-12T04:24:24,046 INFO [FileChangeWatcher-hbase_test_ca10936203093902776225.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10936203093902776225.p12 2024-11-12T04:24:24,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7817aa4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T04:24:24,047 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T04:24:24,047 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:24,073 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:24,073 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:24,074 INFO [FileChangeWatcher-hbase_test_key4255826278213632952.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4255826278213632952.p12 thread started 2024-11-12T04:24:24,074 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:24,074 INFO [FileChangeWatcher-hbase_test_ca10936203093902776225.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10936203093902776225.p12 thread started 2024-11-12T04:24:24,074 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T04:24:24,087 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:24,100 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:24,100 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xdca4a01a, L:/127.0.0.1:42331 - R:/127.0.0.1:47582] 2024-11-12T04:24:24,131 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47582, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T04:24:24,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T04:24:24,132 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42331 2024-11-12T04:24:24,133 DEBUG [FileChangeWatcher-hbase_test_ca10936203093902776225.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10936203093902776225.p12 was interrupted and is shutting down... 2024-11-12T04:24:24,133 DEBUG [FileChangeWatcher-hbase_test_key4255826278213632952.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4255826278213632952.p12 was interrupted and is shutting down... 2024-11-12T04:24:24,133 DEBUG [FileChangeWatcher-hbase_test_key4255826278213632952.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4255826278213632952.p12 was interrupted and is shutting down... 2024-11-12T04:24:24,133 DEBUG [FileChangeWatcher-hbase_test_ca10936203093902776225.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10936203093902776225.p12 was interrupted and is shutting down... 2024-11-12T04:24:24,133 INFO [FileChangeWatcher-hbase_test_key4255826278213632952.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4255826278213632952.p12 thread finished 2024-11-12T04:24:24,133 INFO [FileChangeWatcher-hbase_test_ca10936203093902776225.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10936203093902776225.p12 thread finished 2024-11-12T04:24:24,133 INFO [FileChangeWatcher-hbase_test_key4255826278213632952.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4255826278213632952.p12 thread finished 2024-11-12T04:24:24,139 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=156 (was 156), ProcessCount=11 (was 11), AvailableMemoryMB=1928 (was 1929) 2024-11-12T04:24:24,143 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=156, ProcessCount=11, AvailableMemoryMB=1928 2024-11-12T04:24:24,150 INFO [FileChangeWatcher-hbase_test_ca10936203093902776225.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10936203093902776225.p12 thread finished 2024-11-12T04:24:24,470 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T04:24:24,470 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39471 2024-11-12T04:24:24,470 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T04:24:24,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f6e351f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T04:24:24,471 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T04:24:24,472 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:24,729 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:24,730 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:24,730 INFO [FileChangeWatcher-hbase_test_key17815011328514217163.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17815011328514217163.bcfks thread started 2024-11-12T04:24:24,730 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:24,732 INFO [FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks thread started 2024-11-12T04:24:24,732 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T04:24:24,862 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:24,990 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:24,990 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:24,991 INFO [FileChangeWatcher-hbase_test_key17815011328514217163.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17815011328514217163.bcfks thread started 2024-11-12T04:24:24,991 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:24,991 INFO [FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks thread started 2024-11-12T04:24:24,991 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8b3b9c36, L:/127.0.0.1:39471 - R:/127.0.0.1:43398] 2024-11-12T04:24:25,166 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43398, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T04:24:25,181 DEBUG [FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17815011328514217163.bcfks 2024-11-12T04:24:25,181 DEBUG [FileChangeWatcher-hbase_test_key17815011328514217163.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17815011328514217163.bcfks 2024-11-12T04:24:25,181 DEBUG [FileChangeWatcher-hbase_test_key17815011328514217163.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17815011328514217163.bcfks 2024-11-12T04:24:25,181 DEBUG [FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17815011328514217163.bcfks 2024-11-12T04:24:25,181 DEBUG [FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17815011328514217163.bcfks 2024-11-12T04:24:25,181 INFO [FileChangeWatcher-hbase_test_key17815011328514217163.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17815011328514217163.bcfks 2024-11-12T04:24:25,181 INFO [FileChangeWatcher-hbase_test_key17815011328514217163.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17815011328514217163.bcfks 2024-11-12T04:24:25,181 DEBUG [FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17815011328514217163.bcfks 2024-11-12T04:24:25,383 DEBUG [FileChangeWatcher-hbase_test_key17815011328514217163.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17815011328514217163.bcfks 2024-11-12T04:24:25,383 DEBUG [FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17815011328514217163.bcfks 2024-11-12T04:24:25,383 DEBUG [FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17815011328514217163.bcfks 2024-11-12T04:24:25,383 DEBUG [FileChangeWatcher-hbase_test_key17815011328514217163.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17815011328514217163.bcfks 2024-11-12T04:24:25,383 INFO [FileChangeWatcher-hbase_test_key17815011328514217163.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17815011328514217163.bcfks 2024-11-12T04:24:25,383 DEBUG [FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17815011328514217163.bcfks 2024-11-12T04:24:25,383 INFO [FileChangeWatcher-hbase_test_key17815011328514217163.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17815011328514217163.bcfks 2024-11-12T04:24:25,383 DEBUG [FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17815011328514217163.bcfks 2024-11-12T04:24:25,407 DEBUG [FileChangeWatcher-hbase_test_key17815011328514217163.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1548909304822850726.bcfks 2024-11-12T04:24:25,407 DEBUG [FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1548909304822850726.bcfks 2024-11-12T04:24:25,407 DEBUG [FileChangeWatcher-hbase_test_key17815011328514217163.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1548909304822850726.bcfks 2024-11-12T04:24:25,407 DEBUG [FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1548909304822850726.bcfks 2024-11-12T04:24:25,407 DEBUG [FileChangeWatcher-hbase_test_key17815011328514217163.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1548909304822850726.bcfks 2024-11-12T04:24:25,407 INFO [FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1548909304822850726.bcfks 2024-11-12T04:24:25,407 INFO [FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1548909304822850726.bcfks 2024-11-12T04:24:25,407 DEBUG [FileChangeWatcher-hbase_test_key17815011328514217163.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1548909304822850726.bcfks 2024-11-12T04:24:25,540 DEBUG [FileChangeWatcher-hbase_test_key17815011328514217163.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1548909304822850726.bcfks 2024-11-12T04:24:25,540 DEBUG [FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1548909304822850726.bcfks 2024-11-12T04:24:25,540 DEBUG [FileChangeWatcher-hbase_test_key17815011328514217163.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1548909304822850726.bcfks 2024-11-12T04:24:25,540 INFO [FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1548909304822850726.bcfks 2024-11-12T04:24:25,540 DEBUG [FileChangeWatcher-hbase_test_key17815011328514217163.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1548909304822850726.bcfks 2024-11-12T04:24:25,540 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39471,0 is dead - stopping the connection localhost:39471/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-12T04:24:25,540 DEBUG [FileChangeWatcher-hbase_test_key17815011328514217163.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1548909304822850726.bcfks 2024-11-12T04:24:25,540 DEBUG [FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1548909304822850726.bcfks 2024-11-12T04:24:25,540 INFO [FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1548909304822850726.bcfks 2024-11-12T04:24:25,540 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T04:24:25,541 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:25,797 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:25,798 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T04:24:25,927 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:26,056 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:26,056 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf8658c3c, L:/127.0.0.1:39471 - R:/127.0.0.1:43408] 2024-11-12T04:24:26,201 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43408, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T04:24:26,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T04:24:26,202 DEBUG [FileChangeWatcher-hbase_test_key17815011328514217163.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17815011328514217163.bcfks was interrupted and is shutting down... 2024-11-12T04:24:26,202 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39471 2024-11-12T04:24:26,202 DEBUG [FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks was interrupted and is shutting down... 2024-11-12T04:24:26,202 DEBUG [FileChangeWatcher-hbase_test_key17815011328514217163.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17815011328514217163.bcfks was interrupted and is shutting down... 2024-11-12T04:24:26,202 DEBUG [FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks was interrupted and is shutting down... 2024-11-12T04:24:26,202 INFO [FileChangeWatcher-hbase_test_key17815011328514217163.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17815011328514217163.bcfks thread finished 2024-11-12T04:24:26,202 INFO [FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks thread finished 2024-11-12T04:24:26,207 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 156), ProcessCount=11 (was 11), AvailableMemoryMB=1922 (was 1928) 2024-11-12T04:24:26,212 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=1922 2024-11-12T04:24:26,214 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T04:24:26,214 INFO [FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks thread finished 2024-11-12T04:24:26,214 INFO [FileChangeWatcher-hbase_test_key17815011328514217163.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17815011328514217163.bcfks thread finished 2024-11-12T04:24:26,215 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39515 2024-11-12T04:24:26,215 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T04:24:26,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fface44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T04:24:26,216 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T04:24:26,216 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:26,474 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:26,475 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:26,475 INFO [FileChangeWatcher-hbase_test_key17815011328514217163.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17815011328514217163.bcfks thread started 2024-11-12T04:24:26,475 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:26,476 INFO [FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks thread started 2024-11-12T04:24:26,476 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T04:24:26,606 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:26,734 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:26,734 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:26,735 INFO [FileChangeWatcher-hbase_test_key17815011328514217163.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17815011328514217163.bcfks thread started 2024-11-12T04:24:26,735 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:26,735 INFO [FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks thread started 2024-11-12T04:24:26,735 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x81dd1d71, L:/127.0.0.1:39515 - R:/127.0.0.1:52810] 2024-11-12T04:24:26,874 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52810, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T04:24:26,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T04:24:26,876 DEBUG [FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks was interrupted and is shutting down... 2024-11-12T04:24:26,876 DEBUG [FileChangeWatcher-hbase_test_key17815011328514217163.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17815011328514217163.bcfks was interrupted and is shutting down... 2024-11-12T04:24:26,876 INFO [FileChangeWatcher-hbase_test_key17815011328514217163.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17815011328514217163.bcfks thread finished 2024-11-12T04:24:26,876 INFO [FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks thread finished 2024-11-12T04:24:26,886 DEBUG [FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17815011328514217163.bcfks 2024-11-12T04:24:26,886 DEBUG [FileChangeWatcher-hbase_test_key17815011328514217163.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17815011328514217163.bcfks 2024-11-12T04:24:26,886 INFO [FileChangeWatcher-hbase_test_key17815011328514217163.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17815011328514217163.bcfks 2024-11-12T04:24:26,886 DEBUG [FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17815011328514217163.bcfks 2024-11-12T04:24:27,077 DEBUG [FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17815011328514217163.bcfks 2024-11-12T04:24:27,077 DEBUG [FileChangeWatcher-hbase_test_key17815011328514217163.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17815011328514217163.bcfks 2024-11-12T04:24:27,078 DEBUG [FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17815011328514217163.bcfks 2024-11-12T04:24:27,078 INFO [FileChangeWatcher-hbase_test_key17815011328514217163.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17815011328514217163.bcfks 2024-11-12T04:24:27,078 DEBUG [FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1548909304822850726.bcfks 2024-11-12T04:24:27,078 DEBUG [FileChangeWatcher-hbase_test_key17815011328514217163.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1548909304822850726.bcfks 2024-11-12T04:24:27,078 INFO [FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1548909304822850726.bcfks 2024-11-12T04:24:27,078 DEBUG [FileChangeWatcher-hbase_test_key17815011328514217163.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1548909304822850726.bcfks 2024-11-12T04:24:27,205 DEBUG [FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1548909304822850726.bcfks 2024-11-12T04:24:27,205 DEBUG [FileChangeWatcher-hbase_test_key17815011328514217163.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1548909304822850726.bcfks 2024-11-12T04:24:27,206 INFO [FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1548909304822850726.bcfks 2024-11-12T04:24:27,206 DEBUG [FileChangeWatcher-hbase_test_key17815011328514217163.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1548909304822850726.bcfks 2024-11-12T04:24:27,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8b61cb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T04:24:27,206 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T04:24:27,207 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:27,463 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:27,464 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:27,464 INFO [FileChangeWatcher-hbase_test_key17815011328514217163.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17815011328514217163.bcfks thread started 2024-11-12T04:24:27,464 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/196fc62e-8d2e-c2fb-1a35-9fc35110b978/TestNettyTLSIPCFileWatcher 2024-11-12T04:24:27,465 INFO [FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks thread started 2024-11-12T04:24:27,465 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T04:24:27,597 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T04:24:27,724 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T04:24:27,725 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6d2c4fb3, L:/127.0.0.1:39515 - R:/127.0.0.1:52820] 2024-11-12T04:24:27,867 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52820, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T04:24:27,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T04:24:27,868 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39515 2024-11-12T04:24:27,868 DEBUG [FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks was interrupted and is shutting down... 2024-11-12T04:24:27,868 DEBUG [FileChangeWatcher-hbase_test_key17815011328514217163.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17815011328514217163.bcfks was interrupted and is shutting down... 2024-11-12T04:24:27,868 DEBUG [FileChangeWatcher-hbase_test_key17815011328514217163.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17815011328514217163.bcfks was interrupted and is shutting down... 2024-11-12T04:24:27,868 DEBUG [FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks was interrupted and is shutting down... 2024-11-12T04:24:27,868 INFO [FileChangeWatcher-hbase_test_key17815011328514217163.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17815011328514217163.bcfks thread finished 2024-11-12T04:24:27,868 INFO [FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks thread finished 2024-11-12T04:24:27,874 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=1927 (was 1922) - AvailableMemoryMB LEAK? - 2024-11-12T04:24:27,883 INFO [FileChangeWatcher-hbase_test_key17815011328514217163.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17815011328514217163.bcfks thread finished 2024-11-12T04:24:27,883 INFO [FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1548909304822850726.bcfks thread finished