2024-11-25 15:09:59,671 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-25 15:09:59,695 main DEBUG Took 0.021061 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-25 15:09:59,695 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-25 15:09:59,696 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-25 15:09:59,697 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-25 15:09:59,699 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 15:09:59,713 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-25 15:09:59,730 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 15:09:59,732 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 15:09:59,733 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 15:09:59,733 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 15:09:59,733 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 15:09:59,734 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 15:09:59,735 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 15:09:59,735 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 15:09:59,736 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 15:09:59,736 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 15:09:59,737 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 15:09:59,738 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 15:09:59,739 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 15:09:59,739 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 15:09:59,740 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 15:09:59,740 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 15:09:59,741 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 15:09:59,741 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 15:09:59,742 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 15:09:59,742 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 15:09:59,743 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 15:09:59,743 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 15:09:59,743 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 15:09:59,744 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 15:09:59,744 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 15:09:59,745 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-25 15:09:59,746 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 15:09:59,748 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-25 15:09:59,750 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-25 15:09:59,751 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-25 15:09:59,753 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-25 15:09:59,753 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-25 15:09:59,764 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-25 15:09:59,767 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-25 15:09:59,770 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-25 15:09:59,770 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-25 15:09:59,771 main DEBUG createAppenders(={Console}) 2024-11-25 15:09:59,772 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-25 15:09:59,772 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-25 15:09:59,773 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-25 15:09:59,773 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-25 15:09:59,774 main DEBUG OutputStream closed 2024-11-25 15:09:59,774 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-25 15:09:59,774 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-25 15:09:59,775 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-25 15:09:59,879 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-25 15:09:59,882 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-25 15:09:59,884 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-25 15:09:59,886 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-25 15:09:59,887 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-25 15:09:59,888 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-25 15:09:59,889 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-25 15:09:59,889 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-25 15:09:59,890 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-25 15:09:59,890 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-25 15:09:59,891 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-25 15:09:59,892 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-25 15:09:59,892 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-25 15:09:59,893 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-25 15:09:59,894 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-25 15:09:59,894 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-25 15:09:59,895 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-25 15:09:59,896 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-25 15:09:59,899 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25 15:09:59,900 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-25 15:09:59,901 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-25 15:09:59,902 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-25T15:09:59,922 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-25 15:09:59,925 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-25 15:09:59,926 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25T15:10:00,473 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-25T15:10:01,397 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=423, ProcessCount=11, AvailableMemoryMB=3991 2024-11-25T15:10:02,221 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T15:10:02,272 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-25T15:10:02,292 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-25T15:10:02,308 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-25T15:10:02,391 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T15:10:02,422 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 18423 (auto-detected) 2024-11-25T15:10:02,424 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-25T15:10:02,451 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42425 2024-11-25T15:10:02,454 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T15:10:02,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e7b917e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:10:02,524 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-25T15:10:02,524 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-25T15:10:02,964 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T15:10:03,026 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:03,086 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:03,173 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:03,176 INFO [FileChangeWatcher-hbase_test_key17364117339120434825.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17364117339120434825.jks thread started 2024-11-25T15:10:03,179 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:03,179 INFO [FileChangeWatcher-hbase_test_ca14637011418374350336.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14637011418374350336.jks thread started 2024-11-25T15:10:03,186 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T15:10:03,237 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:03,254 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:03,317 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:03,318 INFO [FileChangeWatcher-hbase_test_key17364117339120434825.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17364117339120434825.jks thread started 2024-11-25T15:10:03,318 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:03,318 INFO [FileChangeWatcher-hbase_test_ca14637011418374350336.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14637011418374350336.jks thread started 2024-11-25T15:10:03,320 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x98c73f21, L:/127.0.0.1:42425 - R:/127.0.0.1:55710] 2024-11-25T15:10:03,468 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55710, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T15:10:03,876 DEBUG [FileChangeWatcher-hbase_test_key17364117339120434825.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17364117339120434825.jks 2024-11-25T15:10:03,877 INFO [FileChangeWatcher-hbase_test_key17364117339120434825.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17364117339120434825.jks 2024-11-25T15:10:03,878 DEBUG [FileChangeWatcher-hbase_test_ca14637011418374350336.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17364117339120434825.jks 2024-11-25T15:10:03,879 DEBUG [FileChangeWatcher-hbase_test_ca14637011418374350336.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17364117339120434825.jks 2024-11-25T15:10:03,876 DEBUG [FileChangeWatcher-hbase_test_ca14637011418374350336.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17364117339120434825.jks 2024-11-25T15:10:03,879 DEBUG [FileChangeWatcher-hbase_test_ca14637011418374350336.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17364117339120434825.jks 2024-11-25T15:10:03,880 DEBUG [FileChangeWatcher-hbase_test_key17364117339120434825.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17364117339120434825.jks 2024-11-25T15:10:03,880 INFO [FileChangeWatcher-hbase_test_key17364117339120434825.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17364117339120434825.jks 2024-11-25T15:10:03,910 DEBUG [FileChangeWatcher-hbase_test_ca14637011418374350336.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17364117339120434825.jks 2024-11-25T15:10:03,910 DEBUG [FileChangeWatcher-hbase_test_ca14637011418374350336.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17364117339120434825.jks 2024-11-25T15:10:03,910 DEBUG [FileChangeWatcher-hbase_test_key17364117339120434825.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17364117339120434825.jks 2024-11-25T15:10:03,910 DEBUG [FileChangeWatcher-hbase_test_ca14637011418374350336.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17364117339120434825.jks 2024-11-25T15:10:03,910 INFO [FileChangeWatcher-hbase_test_key17364117339120434825.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17364117339120434825.jks 2024-11-25T15:10:03,910 DEBUG [FileChangeWatcher-hbase_test_key17364117339120434825.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17364117339120434825.jks 2024-11-25T15:10:03,911 INFO [FileChangeWatcher-hbase_test_key17364117339120434825.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17364117339120434825.jks 2024-11-25T15:10:03,911 DEBUG [FileChangeWatcher-hbase_test_ca14637011418374350336.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17364117339120434825.jks 2024-11-25T15:10:03,934 DEBUG [FileChangeWatcher-hbase_test_key17364117339120434825.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14637011418374350336.jks 2024-11-25T15:10:03,934 DEBUG [FileChangeWatcher-hbase_test_ca14637011418374350336.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14637011418374350336.jks 2024-11-25T15:10:03,934 DEBUG [FileChangeWatcher-hbase_test_key17364117339120434825.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14637011418374350336.jks 2024-11-25T15:10:03,935 DEBUG [FileChangeWatcher-hbase_test_key17364117339120434825.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14637011418374350336.jks 2024-11-25T15:10:03,935 DEBUG [FileChangeWatcher-hbase_test_key17364117339120434825.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14637011418374350336.jks 2024-11-25T15:10:03,935 INFO [FileChangeWatcher-hbase_test_ca14637011418374350336.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14637011418374350336.jks 2024-11-25T15:10:03,935 DEBUG [FileChangeWatcher-hbase_test_ca14637011418374350336.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14637011418374350336.jks 2024-11-25T15:10:03,935 INFO [FileChangeWatcher-hbase_test_ca14637011418374350336.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14637011418374350336.jks 2024-11-25T15:10:03,953 DEBUG [FileChangeWatcher-hbase_test_ca14637011418374350336.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14637011418374350336.jks 2024-11-25T15:10:03,953 DEBUG [FileChangeWatcher-hbase_test_key17364117339120434825.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14637011418374350336.jks 2024-11-25T15:10:03,953 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,42425,0 is dead - stopping the connection localhost:42425/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T15:10:03,953 DEBUG [FileChangeWatcher-hbase_test_ca14637011418374350336.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14637011418374350336.jks 2024-11-25T15:10:03,953 INFO [FileChangeWatcher-hbase_test_ca14637011418374350336.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14637011418374350336.jks 2024-11-25T15:10:03,954 DEBUG [FileChangeWatcher-hbase_test_key17364117339120434825.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14637011418374350336.jks 2024-11-25T15:10:03,953 INFO [FileChangeWatcher-hbase_test_ca14637011418374350336.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14637011418374350336.jks 2024-11-25T15:10:03,954 DEBUG [FileChangeWatcher-hbase_test_key17364117339120434825.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14637011418374350336.jks 2024-11-25T15:10:03,955 DEBUG [FileChangeWatcher-hbase_test_key17364117339120434825.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14637011418374350336.jks 2024-11-25T15:10:03,956 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T15:10:03,960 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:04,008 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:04,011 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T15:10:04,041 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:04,073 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:04,074 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe6c7e5e4, L:/127.0.0.1:42425 - R:/127.0.0.1:37304] 2024-11-25T15:10:04,177 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37304, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T15:10:04,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:10:04,181 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42425 2024-11-25T15:10:04,181 DEBUG [FileChangeWatcher-hbase_test_ca14637011418374350336.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14637011418374350336.jks was interrupted and is shutting down... 2024-11-25T15:10:04,182 DEBUG [FileChangeWatcher-hbase_test_key17364117339120434825.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17364117339120434825.jks was interrupted and is shutting down... 2024-11-25T15:10:04,182 INFO [FileChangeWatcher-hbase_test_ca14637011418374350336.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14637011418374350336.jks thread finished 2024-11-25T15:10:04,182 DEBUG [FileChangeWatcher-hbase_test_ca14637011418374350336.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14637011418374350336.jks was interrupted and is shutting down... 2024-11-25T15:10:04,183 DEBUG [FileChangeWatcher-hbase_test_key17364117339120434825.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17364117339120434825.jks was interrupted and is shutting down... 2024-11-25T15:10:04,183 INFO [FileChangeWatcher-hbase_test_ca14637011418374350336.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14637011418374350336.jks thread finished 2024-11-25T15:10:04,183 INFO [FileChangeWatcher-hbase_test_key17364117339120434825.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17364117339120434825.jks thread finished 2024-11-25T15:10:04,183 INFO [FileChangeWatcher-hbase_test_key17364117339120434825.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17364117339120434825.jks thread finished 2024-11-25T15:10:04,203 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21 (was 12) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=423 (was 423), ProcessCount=11 (was 11), AvailableMemoryMB=3789 (was 3991) 2024-11-25T15:10:04,216 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=423, ProcessCount=11, AvailableMemoryMB=3788 2024-11-25T15:10:04,218 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T15:10:04,219 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36323 2024-11-25T15:10:04,220 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T15:10:04,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45feb1bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:10:04,224 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T15:10:04,228 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:04,299 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:04,304 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:04,306 INFO [FileChangeWatcher-hbase_test_key17364117339120434825.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17364117339120434825.jks thread started 2024-11-25T15:10:04,306 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:04,308 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T15:10:04,311 INFO [FileChangeWatcher-hbase_test_ca14637011418374350336.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14637011418374350336.jks thread started 2024-11-25T15:10:04,351 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:04,376 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:04,377 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:04,378 INFO [FileChangeWatcher-hbase_test_key17364117339120434825.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17364117339120434825.jks thread started 2024-11-25T15:10:04,387 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:04,392 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1e1f4c0c, L:/127.0.0.1:36323 - R:/127.0.0.1:34202] 2024-11-25T15:10:04,395 INFO [FileChangeWatcher-hbase_test_ca14637011418374350336.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14637011418374350336.jks thread started 2024-11-25T15:10:04,463 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34202, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T15:10:04,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:10:04,476 DEBUG [FileChangeWatcher-hbase_test_key17364117339120434825.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17364117339120434825.jks was interrupted and is shutting down... 2024-11-25T15:10:04,476 INFO [FileChangeWatcher-hbase_test_key17364117339120434825.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17364117339120434825.jks thread finished 2024-11-25T15:10:04,479 DEBUG [FileChangeWatcher-hbase_test_ca14637011418374350336.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14637011418374350336.jks was interrupted and is shutting down... 2024-11-25T15:10:04,480 INFO [FileChangeWatcher-hbase_test_ca14637011418374350336.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14637011418374350336.jks thread finished 2024-11-25T15:10:04,693 DEBUG [FileChangeWatcher-hbase_test_key17364117339120434825.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17364117339120434825.jks 2024-11-25T15:10:04,693 DEBUG [FileChangeWatcher-hbase_test_ca14637011418374350336.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17364117339120434825.jks 2024-11-25T15:10:04,693 INFO [FileChangeWatcher-hbase_test_key17364117339120434825.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17364117339120434825.jks 2024-11-25T15:10:04,694 DEBUG [FileChangeWatcher-hbase_test_ca14637011418374350336.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17364117339120434825.jks 2024-11-25T15:10:04,723 DEBUG [FileChangeWatcher-hbase_test_ca14637011418374350336.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17364117339120434825.jks 2024-11-25T15:10:04,723 DEBUG [FileChangeWatcher-hbase_test_key17364117339120434825.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17364117339120434825.jks 2024-11-25T15:10:04,723 DEBUG [FileChangeWatcher-hbase_test_ca14637011418374350336.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17364117339120434825.jks 2024-11-25T15:10:04,723 INFO [FileChangeWatcher-hbase_test_key17364117339120434825.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17364117339120434825.jks 2024-11-25T15:10:04,751 DEBUG [FileChangeWatcher-hbase_test_ca14637011418374350336.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14637011418374350336.jks 2024-11-25T15:10:04,751 DEBUG [FileChangeWatcher-hbase_test_key17364117339120434825.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14637011418374350336.jks 2024-11-25T15:10:04,751 DEBUG [FileChangeWatcher-hbase_test_key17364117339120434825.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14637011418374350336.jks 2024-11-25T15:10:04,751 INFO [FileChangeWatcher-hbase_test_ca14637011418374350336.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14637011418374350336.jks 2024-11-25T15:10:04,768 DEBUG [FileChangeWatcher-hbase_test_ca14637011418374350336.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14637011418374350336.jks 2024-11-25T15:10:04,768 DEBUG [FileChangeWatcher-hbase_test_key17364117339120434825.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14637011418374350336.jks 2024-11-25T15:10:04,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@244456e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:10:04,768 DEBUG [FileChangeWatcher-hbase_test_key17364117339120434825.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14637011418374350336.jks 2024-11-25T15:10:04,768 INFO [FileChangeWatcher-hbase_test_ca14637011418374350336.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14637011418374350336.jks 2024-11-25T15:10:04,769 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T15:10:04,770 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:04,808 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:04,811 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:04,813 INFO [FileChangeWatcher-hbase_test_key17364117339120434825.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17364117339120434825.jks thread started 2024-11-25T15:10:04,815 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:04,815 INFO [FileChangeWatcher-hbase_test_ca14637011418374350336.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14637011418374350336.jks thread started 2024-11-25T15:10:04,816 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T15:10:04,842 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:04,861 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:04,862 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3bb448dd, L:/127.0.0.1:36323 - R:/127.0.0.1:34210] 2024-11-25T15:10:04,916 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34210, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T15:10:04,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:10:04,924 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36323 2024-11-25T15:10:04,924 DEBUG [FileChangeWatcher-hbase_test_key17364117339120434825.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17364117339120434825.jks was interrupted and is shutting down... 2024-11-25T15:10:04,924 DEBUG [FileChangeWatcher-hbase_test_key17364117339120434825.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17364117339120434825.jks was interrupted and is shutting down... 2024-11-25T15:10:04,924 DEBUG [FileChangeWatcher-hbase_test_ca14637011418374350336.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14637011418374350336.jks was interrupted and is shutting down... 2024-11-25T15:10:04,924 INFO [FileChangeWatcher-hbase_test_key17364117339120434825.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17364117339120434825.jks thread finished 2024-11-25T15:10:04,924 INFO [FileChangeWatcher-hbase_test_key17364117339120434825.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17364117339120434825.jks thread finished 2024-11-25T15:10:04,925 INFO [FileChangeWatcher-hbase_test_ca14637011418374350336.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14637011418374350336.jks thread finished 2024-11-25T15:10:04,927 DEBUG [FileChangeWatcher-hbase_test_ca14637011418374350336.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14637011418374350336.jks was interrupted and is shutting down... 2024-11-25T15:10:04,928 INFO [FileChangeWatcher-hbase_test_ca14637011418374350336.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14637011418374350336.jks thread finished 2024-11-25T15:10:04,940 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=26 (was 21) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.LinuxWatchService.poll(Native Method) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:314) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca14637011418374350336.jks java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingDeque.takeFirst(LinkedBlockingDeque.java:485) java.base@17.0.11/java.util.concurrent.LinkedBlockingDeque.take(LinkedBlockingDeque.java:673) java.base@17.0.11/sun.nio.fs.AbstractWatchService.take(AbstractWatchService.java:118) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.runLoop(FileChangeWatcher.java:235) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:216) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/java.lang.Throwable.fillInStackTrace(Native Method) java.base@17.0.11/java.lang.Throwable.fillInStackTrace(Throwable.java:798) java.base@17.0.11/java.lang.Throwable.(Throwable.java:256) java.base@17.0.11/java.lang.Exception.(Exception.java:55) java.base@17.0.11/java.io.IOException.(IOException.java:46) java.base@17.0.11/java.nio.channels.ClosedChannelException.(ClosedChannelException.java:53) app//org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.channelInactive(SslHandler.java:1154) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) app//org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) app//org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:569) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FifoRpcScheduler.handler-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=330 (was 327) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=453 (was 423) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3701 (was 3788) 2024-11-25T15:10:04,946 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=453, ProcessCount=11, AvailableMemoryMB=3701 2024-11-25T15:10:05,029 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T15:10:05,030 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40917 2024-11-25T15:10:05,031 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T15:10:05,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5165f6e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:10:05,035 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T15:10:05,037 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:05,069 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:05,074 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:05,075 INFO [FileChangeWatcher-hbase_test_key9781277299791419273.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9781277299791419273.pem thread started 2024-11-25T15:10:05,079 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:05,080 INFO [FileChangeWatcher-hbase_test_ca14667710450970241346.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14667710450970241346.pem thread started 2024-11-25T15:10:05,080 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T15:10:05,089 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:05,090 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:05,092 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:05,095 INFO [FileChangeWatcher-hbase_test_key9781277299791419273.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9781277299791419273.pem thread started 2024-11-25T15:10:05,096 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:05,096 INFO [FileChangeWatcher-hbase_test_ca14667710450970241346.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14667710450970241346.pem thread started 2024-11-25T15:10:05,097 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1b6822f0, L:/127.0.0.1:40917 - R:/127.0.0.1:43326] 2024-11-25T15:10:05,121 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43326, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T15:10:05,345 DEBUG [FileChangeWatcher-hbase_test_ca14667710450970241346.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9781277299791419273.pem 2024-11-25T15:10:05,345 DEBUG [FileChangeWatcher-hbase_test_key9781277299791419273.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9781277299791419273.pem 2024-11-25T15:10:05,345 DEBUG [FileChangeWatcher-hbase_test_ca14667710450970241346.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9781277299791419273.pem 2024-11-25T15:10:05,345 DEBUG [FileChangeWatcher-hbase_test_ca14667710450970241346.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9781277299791419273.pem 2024-11-25T15:10:05,345 INFO [FileChangeWatcher-hbase_test_key9781277299791419273.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9781277299791419273.pem 2024-11-25T15:10:05,345 DEBUG [FileChangeWatcher-hbase_test_ca14667710450970241346.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9781277299791419273.pem 2024-11-25T15:10:05,345 DEBUG [FileChangeWatcher-hbase_test_key9781277299791419273.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9781277299791419273.pem 2024-11-25T15:10:05,345 INFO [FileChangeWatcher-hbase_test_key9781277299791419273.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9781277299791419273.pem 2024-11-25T15:10:05,345 DEBUG [FileChangeWatcher-hbase_test_ca14667710450970241346.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9781277299791419273.pem 2024-11-25T15:10:05,345 DEBUG [FileChangeWatcher-hbase_test_ca14667710450970241346.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9781277299791419273.pem 2024-11-25T15:10:05,345 DEBUG [FileChangeWatcher-hbase_test_key9781277299791419273.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9781277299791419273.pem 2024-11-25T15:10:05,346 DEBUG [FileChangeWatcher-hbase_test_ca14667710450970241346.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9781277299791419273.pem 2024-11-25T15:10:05,346 DEBUG [FileChangeWatcher-hbase_test_ca14667710450970241346.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9781277299791419273.pem 2024-11-25T15:10:05,346 INFO [FileChangeWatcher-hbase_test_key9781277299791419273.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9781277299791419273.pem 2024-11-25T15:10:05,346 DEBUG [FileChangeWatcher-hbase_test_key9781277299791419273.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9781277299791419273.pem 2024-11-25T15:10:05,346 INFO [FileChangeWatcher-hbase_test_key9781277299791419273.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9781277299791419273.pem 2024-11-25T15:10:05,346 DEBUG [FileChangeWatcher-hbase_test_key9781277299791419273.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14667710450970241346.pem 2024-11-25T15:10:05,346 DEBUG [FileChangeWatcher-hbase_test_ca14667710450970241346.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14667710450970241346.pem 2024-11-25T15:10:05,346 DEBUG [FileChangeWatcher-hbase_test_ca14667710450970241346.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14667710450970241346.pem 2024-11-25T15:10:05,346 DEBUG [FileChangeWatcher-hbase_test_key9781277299791419273.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14667710450970241346.pem 2024-11-25T15:10:05,346 INFO [FileChangeWatcher-hbase_test_ca14667710450970241346.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14667710450970241346.pem 2024-11-25T15:10:05,346 INFO [FileChangeWatcher-hbase_test_ca14667710450970241346.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14667710450970241346.pem 2024-11-25T15:10:05,346 DEBUG [FileChangeWatcher-hbase_test_key9781277299791419273.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14667710450970241346.pem 2024-11-25T15:10:05,346 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40917,0 is dead - stopping the connection localhost:40917/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T15:10:05,347 DEBUG [FileChangeWatcher-hbase_test_ca14667710450970241346.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14667710450970241346.pem 2024-11-25T15:10:05,347 DEBUG [FileChangeWatcher-hbase_test_key9781277299791419273.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14667710450970241346.pem 2024-11-25T15:10:05,347 INFO [FileChangeWatcher-hbase_test_ca14667710450970241346.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14667710450970241346.pem 2024-11-25T15:10:05,347 DEBUG [FileChangeWatcher-hbase_test_key9781277299791419273.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14667710450970241346.pem 2024-11-25T15:10:05,346 DEBUG [FileChangeWatcher-hbase_test_ca14667710450970241346.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14667710450970241346.pem 2024-11-25T15:10:05,347 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T15:10:05,347 DEBUG [FileChangeWatcher-hbase_test_key9781277299791419273.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14667710450970241346.pem 2024-11-25T15:10:05,347 INFO [FileChangeWatcher-hbase_test_ca14667710450970241346.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14667710450970241346.pem 2024-11-25T15:10:05,347 DEBUG [FileChangeWatcher-hbase_test_key9781277299791419273.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14667710450970241346.pem 2024-11-25T15:10:05,347 DEBUG [FileChangeWatcher-hbase_test_key9781277299791419273.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14667710450970241346.pem 2024-11-25T15:10:05,349 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:05,354 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:05,354 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T15:10:05,360 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:05,360 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:05,361 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x480ce4e9, L:/127.0.0.1:40917 - R:/127.0.0.1:43332] 2024-11-25T15:10:05,378 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43332, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T15:10:05,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:10:05,380 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40917 2024-11-25T15:10:05,380 DEBUG [FileChangeWatcher-hbase_test_key9781277299791419273.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9781277299791419273.pem was interrupted and is shutting down... 2024-11-25T15:10:05,380 DEBUG [FileChangeWatcher-hbase_test_ca14667710450970241346.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14667710450970241346.pem was interrupted and is shutting down... 2024-11-25T15:10:05,380 DEBUG [FileChangeWatcher-hbase_test_ca14667710450970241346.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14667710450970241346.pem was interrupted and is shutting down... 2024-11-25T15:10:05,380 DEBUG [FileChangeWatcher-hbase_test_key9781277299791419273.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9781277299791419273.pem was interrupted and is shutting down... 2024-11-25T15:10:05,381 INFO [FileChangeWatcher-hbase_test_ca14667710450970241346.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14667710450970241346.pem thread finished 2024-11-25T15:10:05,381 INFO [FileChangeWatcher-hbase_test_ca14667710450970241346.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14667710450970241346.pem thread finished 2024-11-25T15:10:05,381 INFO [FileChangeWatcher-hbase_test_key9781277299791419273.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9781277299791419273.pem thread finished 2024-11-25T15:10:05,381 INFO [FileChangeWatcher-hbase_test_key9781277299791419273.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9781277299791419273.pem thread finished 2024-11-25T15:10:05,388 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25 (was 23) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=453 (was 453), ProcessCount=11 (was 11), AvailableMemoryMB=3650 (was 3701) 2024-11-25T15:10:05,394 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=453, ProcessCount=11, AvailableMemoryMB=3650 2024-11-25T15:10:05,396 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T15:10:05,396 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37617 2024-11-25T15:10:05,396 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T15:10:05,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65d2e60d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:10:05,397 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T15:10:05,398 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:05,405 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:05,405 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:05,406 INFO [FileChangeWatcher-hbase_test_key9781277299791419273.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9781277299791419273.pem thread started 2024-11-25T15:10:05,406 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:05,407 INFO [FileChangeWatcher-hbase_test_ca14667710450970241346.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14667710450970241346.pem thread started 2024-11-25T15:10:05,407 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T15:10:05,414 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:05,415 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:05,416 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:05,416 INFO [FileChangeWatcher-hbase_test_key9781277299791419273.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9781277299791419273.pem thread started 2024-11-25T15:10:05,421 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:05,421 INFO [FileChangeWatcher-hbase_test_ca14667710450970241346.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14667710450970241346.pem thread started 2024-11-25T15:10:05,422 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x56d4be30, L:/127.0.0.1:37617 - R:/127.0.0.1:53478] 2024-11-25T15:10:05,441 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53478, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T15:10:05,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:10:05,444 DEBUG [FileChangeWatcher-hbase_test_ca14667710450970241346.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14667710450970241346.pem was interrupted and is shutting down... 2024-11-25T15:10:05,444 DEBUG [FileChangeWatcher-hbase_test_key9781277299791419273.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9781277299791419273.pem was interrupted and is shutting down... 2024-11-25T15:10:05,444 INFO [FileChangeWatcher-hbase_test_ca14667710450970241346.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14667710450970241346.pem thread finished 2024-11-25T15:10:05,444 INFO [FileChangeWatcher-hbase_test_key9781277299791419273.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9781277299791419273.pem thread finished 2024-11-25T15:10:05,706 DEBUG [FileChangeWatcher-hbase_test_key9781277299791419273.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9781277299791419273.pem 2024-11-25T15:10:05,706 DEBUG [FileChangeWatcher-hbase_test_ca14667710450970241346.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9781277299791419273.pem 2024-11-25T15:10:05,707 DEBUG [FileChangeWatcher-hbase_test_ca14667710450970241346.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9781277299791419273.pem 2024-11-25T15:10:05,707 INFO [FileChangeWatcher-hbase_test_key9781277299791419273.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9781277299791419273.pem 2024-11-25T15:10:05,707 DEBUG [FileChangeWatcher-hbase_test_ca14667710450970241346.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9781277299791419273.pem 2024-11-25T15:10:05,707 DEBUG [FileChangeWatcher-hbase_test_key9781277299791419273.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9781277299791419273.pem 2024-11-25T15:10:05,707 DEBUG [FileChangeWatcher-hbase_test_ca14667710450970241346.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9781277299791419273.pem 2024-11-25T15:10:05,707 INFO [FileChangeWatcher-hbase_test_key9781277299791419273.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9781277299791419273.pem 2024-11-25T15:10:05,707 DEBUG [FileChangeWatcher-hbase_test_ca14667710450970241346.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14667710450970241346.pem 2024-11-25T15:10:05,707 DEBUG [FileChangeWatcher-hbase_test_key9781277299791419273.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14667710450970241346.pem 2024-11-25T15:10:05,708 INFO [FileChangeWatcher-hbase_test_ca14667710450970241346.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14667710450970241346.pem 2024-11-25T15:10:05,708 DEBUG [FileChangeWatcher-hbase_test_key9781277299791419273.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14667710450970241346.pem 2024-11-25T15:10:05,708 DEBUG [FileChangeWatcher-hbase_test_ca14667710450970241346.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14667710450970241346.pem 2024-11-25T15:10:05,708 DEBUG [FileChangeWatcher-hbase_test_key9781277299791419273.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14667710450970241346.pem 2024-11-25T15:10:05,708 INFO [FileChangeWatcher-hbase_test_ca14667710450970241346.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14667710450970241346.pem 2024-11-25T15:10:05,708 DEBUG [FileChangeWatcher-hbase_test_key9781277299791419273.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14667710450970241346.pem 2024-11-25T15:10:05,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13321c1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:10:05,708 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T15:10:05,709 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:05,714 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:05,714 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:05,715 INFO [FileChangeWatcher-hbase_test_key9781277299791419273.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9781277299791419273.pem thread started 2024-11-25T15:10:05,715 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:05,716 INFO [FileChangeWatcher-hbase_test_ca14667710450970241346.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14667710450970241346.pem thread started 2024-11-25T15:10:05,717 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T15:10:05,722 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:05,723 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:05,724 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x82f029ad, L:/127.0.0.1:37617 - R:/127.0.0.1:53492] 2024-11-25T15:10:05,739 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53492, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T15:10:05,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:10:05,741 DEBUG [FileChangeWatcher-hbase_test_ca14667710450970241346.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14667710450970241346.pem was interrupted and is shutting down... 2024-11-25T15:10:05,741 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37617 2024-11-25T15:10:05,741 DEBUG [FileChangeWatcher-hbase_test_key9781277299791419273.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9781277299791419273.pem was interrupted and is shutting down... 2024-11-25T15:10:05,741 DEBUG [FileChangeWatcher-hbase_test_key9781277299791419273.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9781277299791419273.pem was interrupted and is shutting down... 2024-11-25T15:10:05,741 DEBUG [FileChangeWatcher-hbase_test_ca14667710450970241346.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14667710450970241346.pem was interrupted and is shutting down... 2024-11-25T15:10:05,741 INFO [FileChangeWatcher-hbase_test_key9781277299791419273.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9781277299791419273.pem thread finished 2024-11-25T15:10:05,742 INFO [FileChangeWatcher-hbase_test_ca14667710450970241346.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14667710450970241346.pem thread finished 2024-11-25T15:10:05,742 INFO [FileChangeWatcher-hbase_test_key9781277299791419273.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9781277299791419273.pem thread finished 2024-11-25T15:10:05,747 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca14667710450970241346.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=453 (was 453), ProcessCount=11 (was 11), AvailableMemoryMB=3603 (was 3650) 2024-11-25T15:10:05,752 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=453, ProcessCount=11, AvailableMemoryMB=3602 2024-11-25T15:10:05,755 INFO [FileChangeWatcher-hbase_test_ca14667710450970241346.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14667710450970241346.pem thread finished 2024-11-25T15:10:05,791 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T15:10:05,791 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45621 2024-11-25T15:10:05,792 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T15:10:05,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f80852b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:10:05,792 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T15:10:05,793 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:05,820 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:05,820 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:05,821 INFO [FileChangeWatcher-hbase_test_key18253555440960672021.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18253555440960672021.p12 thread started 2024-11-25T15:10:05,821 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:05,821 INFO [FileChangeWatcher-hbase_test_ca12584144796080445123.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12584144796080445123.p12 thread started 2024-11-25T15:10:05,821 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T15:10:05,837 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:05,851 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:05,851 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:05,852 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:05,852 INFO [FileChangeWatcher-hbase_test_key18253555440960672021.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18253555440960672021.p12 thread started 2024-11-25T15:10:05,852 INFO [FileChangeWatcher-hbase_test_ca12584144796080445123.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12584144796080445123.p12 thread started 2024-11-25T15:10:05,853 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd8d462b1, L:/127.0.0.1:45621 - R:/127.0.0.1:57940] 2024-11-25T15:10:05,886 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57940, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T15:10:06,227 DEBUG [FileChangeWatcher-hbase_test_key18253555440960672021.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18253555440960672021.p12 2024-11-25T15:10:06,227 DEBUG [FileChangeWatcher-hbase_test_ca12584144796080445123.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18253555440960672021.p12 2024-11-25T15:10:06,227 INFO [FileChangeWatcher-hbase_test_key18253555440960672021.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18253555440960672021.p12 2024-11-25T15:10:06,227 DEBUG [FileChangeWatcher-hbase_test_ca12584144796080445123.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18253555440960672021.p12 2024-11-25T15:10:06,227 DEBUG [FileChangeWatcher-hbase_test_key18253555440960672021.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18253555440960672021.p12 2024-11-25T15:10:06,227 DEBUG [FileChangeWatcher-hbase_test_ca12584144796080445123.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18253555440960672021.p12 2024-11-25T15:10:06,227 INFO [FileChangeWatcher-hbase_test_key18253555440960672021.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18253555440960672021.p12 2024-11-25T15:10:06,227 DEBUG [FileChangeWatcher-hbase_test_ca12584144796080445123.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18253555440960672021.p12 2024-11-25T15:10:06,251 DEBUG [FileChangeWatcher-hbase_test_ca12584144796080445123.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18253555440960672021.p12 2024-11-25T15:10:06,251 DEBUG [FileChangeWatcher-hbase_test_key18253555440960672021.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18253555440960672021.p12 2024-11-25T15:10:06,251 DEBUG [FileChangeWatcher-hbase_test_ca12584144796080445123.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18253555440960672021.p12 2024-11-25T15:10:06,251 DEBUG [FileChangeWatcher-hbase_test_ca12584144796080445123.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18253555440960672021.p12 2024-11-25T15:10:06,251 DEBUG [FileChangeWatcher-hbase_test_key18253555440960672021.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18253555440960672021.p12 2024-11-25T15:10:06,251 INFO [FileChangeWatcher-hbase_test_key18253555440960672021.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18253555440960672021.p12 2024-11-25T15:10:06,251 DEBUG [FileChangeWatcher-hbase_test_ca12584144796080445123.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18253555440960672021.p12 2024-11-25T15:10:06,252 INFO [FileChangeWatcher-hbase_test_key18253555440960672021.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18253555440960672021.p12 2024-11-25T15:10:06,267 DEBUG [FileChangeWatcher-hbase_test_key18253555440960672021.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12584144796080445123.p12 2024-11-25T15:10:06,267 DEBUG [FileChangeWatcher-hbase_test_ca12584144796080445123.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12584144796080445123.p12 2024-11-25T15:10:06,267 DEBUG [FileChangeWatcher-hbase_test_ca12584144796080445123.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12584144796080445123.p12 2024-11-25T15:10:06,267 DEBUG [FileChangeWatcher-hbase_test_key18253555440960672021.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12584144796080445123.p12 2024-11-25T15:10:06,267 INFO [FileChangeWatcher-hbase_test_ca12584144796080445123.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12584144796080445123.p12 2024-11-25T15:10:06,267 INFO [FileChangeWatcher-hbase_test_ca12584144796080445123.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12584144796080445123.p12 2024-11-25T15:10:06,267 DEBUG [FileChangeWatcher-hbase_test_key18253555440960672021.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12584144796080445123.p12 2024-11-25T15:10:06,268 DEBUG [FileChangeWatcher-hbase_test_key18253555440960672021.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12584144796080445123.p12 2024-11-25T15:10:06,280 DEBUG [FileChangeWatcher-hbase_test_ca12584144796080445123.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12584144796080445123.p12 2024-11-25T15:10:06,280 DEBUG [FileChangeWatcher-hbase_test_ca12584144796080445123.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12584144796080445123.p12 2024-11-25T15:10:06,280 DEBUG [FileChangeWatcher-hbase_test_key18253555440960672021.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12584144796080445123.p12 2024-11-25T15:10:06,281 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,45621,0 is dead - stopping the connection localhost:45621/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T15:10:06,281 DEBUG [FileChangeWatcher-hbase_test_key18253555440960672021.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12584144796080445123.p12 2024-11-25T15:10:06,281 INFO [FileChangeWatcher-hbase_test_ca12584144796080445123.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12584144796080445123.p12 2024-11-25T15:10:06,281 DEBUG [FileChangeWatcher-hbase_test_key18253555440960672021.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12584144796080445123.p12 2024-11-25T15:10:06,281 INFO [FileChangeWatcher-hbase_test_ca12584144796080445123.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12584144796080445123.p12 2024-11-25T15:10:06,281 DEBUG [FileChangeWatcher-hbase_test_key18253555440960672021.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12584144796080445123.p12 2024-11-25T15:10:06,281 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T15:10:06,282 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:06,309 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:06,309 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T15:10:06,323 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:06,337 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:06,337 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe2621879, L:/127.0.0.1:45621 - R:/127.0.0.1:57944] 2024-11-25T15:10:06,371 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57944, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T15:10:06,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:10:06,373 DEBUG [FileChangeWatcher-hbase_test_key18253555440960672021.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18253555440960672021.p12 was interrupted and is shutting down... 2024-11-25T15:10:06,373 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45621 2024-11-25T15:10:06,373 DEBUG [FileChangeWatcher-hbase_test_ca12584144796080445123.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12584144796080445123.p12 was interrupted and is shutting down... 2024-11-25T15:10:06,373 DEBUG [FileChangeWatcher-hbase_test_key18253555440960672021.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18253555440960672021.p12 was interrupted and is shutting down... 2024-11-25T15:10:06,373 DEBUG [FileChangeWatcher-hbase_test_ca12584144796080445123.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12584144796080445123.p12 was interrupted and is shutting down... 2024-11-25T15:10:06,374 INFO [FileChangeWatcher-hbase_test_ca12584144796080445123.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12584144796080445123.p12 thread finished 2024-11-25T15:10:06,374 INFO [FileChangeWatcher-hbase_test_key18253555440960672021.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18253555440960672021.p12 thread finished 2024-11-25T15:10:06,374 INFO [FileChangeWatcher-hbase_test_key18253555440960672021.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18253555440960672021.p12 thread finished 2024-11-25T15:10:06,380 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31 (was 29) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca12584144796080445123.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=453 (was 453), ProcessCount=11 (was 11), AvailableMemoryMB=3527 (was 3602) 2024-11-25T15:10:06,384 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=453, ProcessCount=11, AvailableMemoryMB=3526 2024-11-25T15:10:06,386 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T15:10:06,386 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37585 2024-11-25T15:10:06,386 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T15:10:06,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@417df809, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:10:06,387 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T15:10:06,388 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:06,391 INFO [FileChangeWatcher-hbase_test_ca12584144796080445123.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12584144796080445123.p12 thread finished 2024-11-25T15:10:06,415 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:06,415 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:06,416 INFO [FileChangeWatcher-hbase_test_key18253555440960672021.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18253555440960672021.p12 thread started 2024-11-25T15:10:06,416 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:06,416 INFO [FileChangeWatcher-hbase_test_ca12584144796080445123.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12584144796080445123.p12 thread started 2024-11-25T15:10:06,417 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T15:10:06,430 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:06,444 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:06,445 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:06,445 INFO [FileChangeWatcher-hbase_test_key18253555440960672021.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18253555440960672021.p12 thread started 2024-11-25T15:10:06,445 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:06,446 INFO [FileChangeWatcher-hbase_test_ca12584144796080445123.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12584144796080445123.p12 thread started 2024-11-25T15:10:06,446 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6cbdef5a, L:/127.0.0.1:37585 - R:/127.0.0.1:40784] 2024-11-25T15:10:06,480 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40784, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T15:10:06,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:10:06,483 DEBUG [FileChangeWatcher-hbase_test_key18253555440960672021.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18253555440960672021.p12 was interrupted and is shutting down... 2024-11-25T15:10:06,483 DEBUG [FileChangeWatcher-hbase_test_ca12584144796080445123.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12584144796080445123.p12 was interrupted and is shutting down... 2024-11-25T15:10:06,483 INFO [FileChangeWatcher-hbase_test_key18253555440960672021.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18253555440960672021.p12 thread finished 2024-11-25T15:10:06,483 INFO [FileChangeWatcher-hbase_test_ca12584144796080445123.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12584144796080445123.p12 thread finished 2024-11-25T15:10:06,706 DEBUG [FileChangeWatcher-hbase_test_ca12584144796080445123.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18253555440960672021.p12 2024-11-25T15:10:06,706 DEBUG [FileChangeWatcher-hbase_test_key18253555440960672021.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18253555440960672021.p12 2024-11-25T15:10:06,707 DEBUG [FileChangeWatcher-hbase_test_ca12584144796080445123.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18253555440960672021.p12 2024-11-25T15:10:06,707 INFO [FileChangeWatcher-hbase_test_key18253555440960672021.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18253555440960672021.p12 2024-11-25T15:10:06,730 DEBUG [FileChangeWatcher-hbase_test_ca12584144796080445123.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18253555440960672021.p12 2024-11-25T15:10:06,730 DEBUG [FileChangeWatcher-hbase_test_key18253555440960672021.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18253555440960672021.p12 2024-11-25T15:10:06,730 DEBUG [FileChangeWatcher-hbase_test_ca12584144796080445123.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18253555440960672021.p12 2024-11-25T15:10:06,730 INFO [FileChangeWatcher-hbase_test_key18253555440960672021.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18253555440960672021.p12 2024-11-25T15:10:06,748 DEBUG [FileChangeWatcher-hbase_test_ca12584144796080445123.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12584144796080445123.p12 2024-11-25T15:10:06,748 DEBUG [FileChangeWatcher-hbase_test_key18253555440960672021.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12584144796080445123.p12 2024-11-25T15:10:06,748 INFO [FileChangeWatcher-hbase_test_ca12584144796080445123.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12584144796080445123.p12 2024-11-25T15:10:06,748 DEBUG [FileChangeWatcher-hbase_test_key18253555440960672021.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12584144796080445123.p12 2024-11-25T15:10:06,766 DEBUG [FileChangeWatcher-hbase_test_ca12584144796080445123.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12584144796080445123.p12 2024-11-25T15:10:06,766 INFO [FileChangeWatcher-hbase_test_ca12584144796080445123.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12584144796080445123.p12 2024-11-25T15:10:06,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@461dfcad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:10:06,766 DEBUG [FileChangeWatcher-hbase_test_key18253555440960672021.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12584144796080445123.p12 2024-11-25T15:10:06,766 DEBUG [FileChangeWatcher-hbase_test_key18253555440960672021.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12584144796080445123.p12 2024-11-25T15:10:06,767 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T15:10:06,768 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:06,797 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:06,798 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:06,799 INFO [FileChangeWatcher-hbase_test_key18253555440960672021.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18253555440960672021.p12 thread started 2024-11-25T15:10:06,799 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:06,799 INFO [FileChangeWatcher-hbase_test_ca12584144796080445123.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12584144796080445123.p12 thread started 2024-11-25T15:10:06,799 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T15:10:06,814 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:06,827 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:06,827 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x75a433fa, L:/127.0.0.1:37585 - R:/127.0.0.1:40786] 2024-11-25T15:10:06,862 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40786, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T15:10:06,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:10:06,863 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37585 2024-11-25T15:10:06,863 DEBUG [FileChangeWatcher-hbase_test_key18253555440960672021.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18253555440960672021.p12 was interrupted and is shutting down... 2024-11-25T15:10:06,863 DEBUG [FileChangeWatcher-hbase_test_ca12584144796080445123.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12584144796080445123.p12 was interrupted and is shutting down... 2024-11-25T15:10:06,864 DEBUG [FileChangeWatcher-hbase_test_key18253555440960672021.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18253555440960672021.p12 was interrupted and is shutting down... 2024-11-25T15:10:06,864 DEBUG [FileChangeWatcher-hbase_test_ca12584144796080445123.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12584144796080445123.p12 was interrupted and is shutting down... 2024-11-25T15:10:06,864 INFO [FileChangeWatcher-hbase_test_ca12584144796080445123.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12584144796080445123.p12 thread finished 2024-11-25T15:10:06,871 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=37 (was 31) Potentially hanging thread: FileChangeWatcher-hbase_test_key18253555440960672021.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key18253555440960672021.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=453 (was 453), ProcessCount=11 (was 11), AvailableMemoryMB=3466 (was 3526) 2024-11-25T15:10:06,877 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=453, ProcessCount=11, AvailableMemoryMB=3465 2024-11-25T15:10:06,879 INFO [FileChangeWatcher-hbase_test_key18253555440960672021.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18253555440960672021.p12 thread finished 2024-11-25T15:10:06,879 INFO [FileChangeWatcher-hbase_test_ca12584144796080445123.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12584144796080445123.p12 thread finished 2024-11-25T15:10:06,879 INFO [FileChangeWatcher-hbase_test_key18253555440960672021.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18253555440960672021.p12 thread finished 2024-11-25T15:10:07,431 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T15:10:07,432 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40167 2024-11-25T15:10:07,432 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T15:10:07,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78e9f0b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:10:07,433 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T15:10:07,434 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:07,715 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:07,715 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:07,716 INFO [FileChangeWatcher-hbase_test_key10450394377314388247.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10450394377314388247.bcfks thread started 2024-11-25T15:10:07,716 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:07,716 INFO [FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks thread started 2024-11-25T15:10:07,717 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T15:10:07,851 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:07,985 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:07,986 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:07,986 INFO [FileChangeWatcher-hbase_test_key10450394377314388247.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10450394377314388247.bcfks thread started 2024-11-25T15:10:07,987 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:07,987 INFO [FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks thread started 2024-11-25T15:10:07,987 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3a5445e7, L:/127.0.0.1:40167 - R:/127.0.0.1:59170] 2024-11-25T15:10:08,153 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59170, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T15:10:08,288 DEBUG [FileChangeWatcher-hbase_test_key10450394377314388247.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10450394377314388247.bcfks 2024-11-25T15:10:08,288 DEBUG [FileChangeWatcher-hbase_test_key10450394377314388247.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10450394377314388247.bcfks 2024-11-25T15:10:08,288 DEBUG [FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10450394377314388247.bcfks 2024-11-25T15:10:08,288 INFO [FileChangeWatcher-hbase_test_key10450394377314388247.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10450394377314388247.bcfks 2024-11-25T15:10:08,288 INFO [FileChangeWatcher-hbase_test_key10450394377314388247.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10450394377314388247.bcfks 2024-11-25T15:10:08,289 DEBUG [FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10450394377314388247.bcfks 2024-11-25T15:10:08,289 DEBUG [FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10450394377314388247.bcfks 2024-11-25T15:10:08,289 DEBUG [FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10450394377314388247.bcfks 2024-11-25T15:10:08,487 DEBUG [FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10450394377314388247.bcfks 2024-11-25T15:10:08,487 DEBUG [FileChangeWatcher-hbase_test_key10450394377314388247.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10450394377314388247.bcfks 2024-11-25T15:10:08,487 DEBUG [FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10450394377314388247.bcfks 2024-11-25T15:10:08,488 DEBUG [FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10450394377314388247.bcfks 2024-11-25T15:10:08,488 DEBUG [FileChangeWatcher-hbase_test_key10450394377314388247.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10450394377314388247.bcfks 2024-11-25T15:10:08,488 INFO [FileChangeWatcher-hbase_test_key10450394377314388247.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10450394377314388247.bcfks 2024-11-25T15:10:08,488 DEBUG [FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10450394377314388247.bcfks 2024-11-25T15:10:08,488 INFO [FileChangeWatcher-hbase_test_key10450394377314388247.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10450394377314388247.bcfks 2024-11-25T15:10:08,506 DEBUG [FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7441510954057812965.bcfks 2024-11-25T15:10:08,506 DEBUG [FileChangeWatcher-hbase_test_key10450394377314388247.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7441510954057812965.bcfks 2024-11-25T15:10:08,506 DEBUG [FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7441510954057812965.bcfks 2024-11-25T15:10:08,506 DEBUG [FileChangeWatcher-hbase_test_key10450394377314388247.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7441510954057812965.bcfks 2024-11-25T15:10:08,506 INFO [FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7441510954057812965.bcfks 2024-11-25T15:10:08,506 INFO [FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7441510954057812965.bcfks 2024-11-25T15:10:08,506 DEBUG [FileChangeWatcher-hbase_test_key10450394377314388247.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7441510954057812965.bcfks 2024-11-25T15:10:08,506 DEBUG [FileChangeWatcher-hbase_test_key10450394377314388247.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7441510954057812965.bcfks 2024-11-25T15:10:08,641 DEBUG [FileChangeWatcher-hbase_test_key10450394377314388247.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7441510954057812965.bcfks 2024-11-25T15:10:08,641 DEBUG [FileChangeWatcher-hbase_test_key10450394377314388247.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7441510954057812965.bcfks 2024-11-25T15:10:08,641 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40167,0 is dead - stopping the connection localhost:40167/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T15:10:08,641 DEBUG [FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7441510954057812965.bcfks 2024-11-25T15:10:08,641 DEBUG [FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7441510954057812965.bcfks 2024-11-25T15:10:08,641 DEBUG [FileChangeWatcher-hbase_test_key10450394377314388247.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7441510954057812965.bcfks 2024-11-25T15:10:08,641 DEBUG [FileChangeWatcher-hbase_test_key10450394377314388247.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7441510954057812965.bcfks 2024-11-25T15:10:08,641 INFO [FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7441510954057812965.bcfks 2024-11-25T15:10:08,641 INFO [FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7441510954057812965.bcfks 2024-11-25T15:10:08,641 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T15:10:08,642 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:08,917 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:08,918 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T15:10:09,054 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:09,187 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:09,188 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x98ee927f, L:/127.0.0.1:40167 - R:/127.0.0.1:59176] 2024-11-25T15:10:09,344 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59176, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T15:10:09,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:10:09,345 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40167 2024-11-25T15:10:09,345 DEBUG [FileChangeWatcher-hbase_test_key10450394377314388247.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10450394377314388247.bcfks was interrupted and is shutting down... 2024-11-25T15:10:09,345 DEBUG [FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks was interrupted and is shutting down... 2024-11-25T15:10:09,346 DEBUG [FileChangeWatcher-hbase_test_key10450394377314388247.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10450394377314388247.bcfks was interrupted and is shutting down... 2024-11-25T15:10:09,346 DEBUG [FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks was interrupted and is shutting down... 2024-11-25T15:10:09,346 INFO [FileChangeWatcher-hbase_test_key10450394377314388247.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10450394377314388247.bcfks thread finished 2024-11-25T15:10:09,346 INFO [FileChangeWatcher-hbase_test_key10450394377314388247.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10450394377314388247.bcfks thread finished 2024-11-25T15:10:09,346 INFO [FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks thread finished 2024-11-25T15:10:09,352 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=453 (was 453), ProcessCount=11 (was 11), AvailableMemoryMB=3414 (was 3465) 2024-11-25T15:10:09,358 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=453, ProcessCount=11, AvailableMemoryMB=3414 2024-11-25T15:10:09,359 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T15:10:09,359 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42951 2024-11-25T15:10:09,360 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T15:10:09,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e3d0bc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:10:09,360 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T15:10:09,361 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:09,363 INFO [FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks thread finished 2024-11-25T15:10:09,672 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:09,672 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:09,673 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:09,673 INFO [FileChangeWatcher-hbase_test_key10450394377314388247.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10450394377314388247.bcfks thread started 2024-11-25T15:10:09,673 INFO [FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks thread started 2024-11-25T15:10:09,673 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T15:10:09,859 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:09,997 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:09,998 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:09,998 INFO [FileChangeWatcher-hbase_test_key10450394377314388247.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10450394377314388247.bcfks thread started 2024-11-25T15:10:09,999 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:09,999 INFO [FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks thread started 2024-11-25T15:10:09,999 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x552d10b9, L:/127.0.0.1:42951 - R:/127.0.0.1:32920] 2024-11-25T15:10:10,151 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32920, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T15:10:10,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:10:10,153 DEBUG [FileChangeWatcher-hbase_test_key10450394377314388247.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10450394377314388247.bcfks was interrupted and is shutting down... 2024-11-25T15:10:10,154 DEBUG [FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks was interrupted and is shutting down... 2024-11-25T15:10:10,154 INFO [FileChangeWatcher-hbase_test_key10450394377314388247.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10450394377314388247.bcfks thread finished 2024-11-25T15:10:10,154 INFO [FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks thread finished 2024-11-25T15:10:10,375 DEBUG [FileChangeWatcher-hbase_test_key10450394377314388247.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10450394377314388247.bcfks 2024-11-25T15:10:10,375 DEBUG [FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10450394377314388247.bcfks 2024-11-25T15:10:10,375 INFO [FileChangeWatcher-hbase_test_key10450394377314388247.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10450394377314388247.bcfks 2024-11-25T15:10:10,375 DEBUG [FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10450394377314388247.bcfks 2024-11-25T15:10:10,604 DEBUG [FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10450394377314388247.bcfks 2024-11-25T15:10:10,604 DEBUG [FileChangeWatcher-hbase_test_key10450394377314388247.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10450394377314388247.bcfks 2024-11-25T15:10:10,604 DEBUG [FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10450394377314388247.bcfks 2024-11-25T15:10:10,604 INFO [FileChangeWatcher-hbase_test_key10450394377314388247.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10450394377314388247.bcfks 2024-11-25T15:10:10,625 DEBUG [FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7441510954057812965.bcfks 2024-11-25T15:10:10,625 DEBUG [FileChangeWatcher-hbase_test_key10450394377314388247.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7441510954057812965.bcfks 2024-11-25T15:10:10,626 INFO [FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7441510954057812965.bcfks 2024-11-25T15:10:10,626 DEBUG [FileChangeWatcher-hbase_test_key10450394377314388247.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7441510954057812965.bcfks 2024-11-25T15:10:10,758 DEBUG [FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7441510954057812965.bcfks 2024-11-25T15:10:10,758 DEBUG [FileChangeWatcher-hbase_test_key10450394377314388247.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7441510954057812965.bcfks 2024-11-25T15:10:10,758 DEBUG [FileChangeWatcher-hbase_test_key10450394377314388247.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7441510954057812965.bcfks 2024-11-25T15:10:10,758 INFO [FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7441510954057812965.bcfks 2024-11-25T15:10:10,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f98373, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:10:10,758 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T15:10:10,760 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:11,028 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:11,028 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:11,029 INFO [FileChangeWatcher-hbase_test_key10450394377314388247.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10450394377314388247.bcfks thread started 2024-11-25T15:10:11,029 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:11,029 INFO [FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks thread started 2024-11-25T15:10:11,030 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T15:10:11,166 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:11,298 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:11,299 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb1afd900, L:/127.0.0.1:42951 - R:/127.0.0.1:32928] 2024-11-25T15:10:11,462 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32928, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T15:10:11,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:10:11,465 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42951 2024-11-25T15:10:11,465 DEBUG [FileChangeWatcher-hbase_test_key10450394377314388247.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10450394377314388247.bcfks was interrupted and is shutting down... 2024-11-25T15:10:11,465 DEBUG [FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks was interrupted and is shutting down... 2024-11-25T15:10:11,465 DEBUG [FileChangeWatcher-hbase_test_key10450394377314388247.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10450394377314388247.bcfks was interrupted and is shutting down... 2024-11-25T15:10:11,465 DEBUG [FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks was interrupted and is shutting down... 2024-11-25T15:10:11,465 INFO [FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks thread finished 2024-11-25T15:10:11,465 INFO [FileChangeWatcher-hbase_test_key10450394377314388247.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10450394377314388247.bcfks thread finished 2024-11-25T15:10:11,465 INFO [FileChangeWatcher-hbase_test_key10450394377314388247.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10450394377314388247.bcfks thread finished 2024-11-25T15:10:11,471 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=465 (was 453) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3330 (was 3414) 2024-11-25T15:10:11,476 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=465, ProcessCount=11, AvailableMemoryMB=3330 2024-11-25T15:10:11,479 INFO [FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7441510954057812965.bcfks thread finished 2024-11-25T15:10:11,640 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T15:10:11,641 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44285 2024-11-25T15:10:11,641 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T15:10:11,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a70957, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:10:11,642 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T15:10:11,642 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:11,669 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:11,670 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:11,670 INFO [FileChangeWatcher-hbase_test_key7508324801339361121.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7508324801339361121.jks thread started 2024-11-25T15:10:11,670 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:11,671 INFO [FileChangeWatcher-hbase_test_ca3842594182045370443.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3842594182045370443.jks thread started 2024-11-25T15:10:11,671 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T15:10:11,684 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:11,697 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:11,698 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:11,698 INFO [FileChangeWatcher-hbase_test_key7508324801339361121.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7508324801339361121.jks thread started 2024-11-25T15:10:11,698 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:11,699 INFO [FileChangeWatcher-hbase_test_ca3842594182045370443.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3842594182045370443.jks thread started 2024-11-25T15:10:11,699 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x451f587b, L:/127.0.0.1:44285 - R:/127.0.0.1:41014] 2024-11-25T15:10:11,746 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41014, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T15:10:11,756 DEBUG [FileChangeWatcher-hbase_test_key7508324801339361121.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7508324801339361121.jks 2024-11-25T15:10:11,756 DEBUG [FileChangeWatcher-hbase_test_ca3842594182045370443.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7508324801339361121.jks 2024-11-25T15:10:11,756 DEBUG [FileChangeWatcher-hbase_test_ca3842594182045370443.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7508324801339361121.jks 2024-11-25T15:10:11,756 DEBUG [FileChangeWatcher-hbase_test_key7508324801339361121.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7508324801339361121.jks 2024-11-25T15:10:11,756 INFO [FileChangeWatcher-hbase_test_key7508324801339361121.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7508324801339361121.jks 2024-11-25T15:10:11,756 DEBUG [FileChangeWatcher-hbase_test_ca3842594182045370443.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7508324801339361121.jks 2024-11-25T15:10:11,756 INFO [FileChangeWatcher-hbase_test_key7508324801339361121.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7508324801339361121.jks 2024-11-25T15:10:11,756 DEBUG [FileChangeWatcher-hbase_test_ca3842594182045370443.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7508324801339361121.jks 2024-11-25T15:10:11,784 DEBUG [FileChangeWatcher-hbase_test_ca3842594182045370443.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7508324801339361121.jks 2024-11-25T15:10:11,784 DEBUG [FileChangeWatcher-hbase_test_key7508324801339361121.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7508324801339361121.jks 2024-11-25T15:10:11,784 DEBUG [FileChangeWatcher-hbase_test_ca3842594182045370443.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7508324801339361121.jks 2024-11-25T15:10:11,784 DEBUG [FileChangeWatcher-hbase_test_key7508324801339361121.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7508324801339361121.jks 2024-11-25T15:10:11,784 INFO [FileChangeWatcher-hbase_test_key7508324801339361121.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7508324801339361121.jks 2024-11-25T15:10:11,784 DEBUG [FileChangeWatcher-hbase_test_ca3842594182045370443.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7508324801339361121.jks 2024-11-25T15:10:11,784 DEBUG [FileChangeWatcher-hbase_test_ca3842594182045370443.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7508324801339361121.jks 2024-11-25T15:10:11,784 INFO [FileChangeWatcher-hbase_test_key7508324801339361121.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7508324801339361121.jks 2024-11-25T15:10:11,784 DEBUG [FileChangeWatcher-hbase_test_key7508324801339361121.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3842594182045370443.jks 2024-11-25T15:10:11,784 DEBUG [FileChangeWatcher-hbase_test_ca3842594182045370443.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3842594182045370443.jks 2024-11-25T15:10:11,784 DEBUG [FileChangeWatcher-hbase_test_key7508324801339361121.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3842594182045370443.jks 2024-11-25T15:10:11,784 DEBUG [FileChangeWatcher-hbase_test_key7508324801339361121.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3842594182045370443.jks 2024-11-25T15:10:11,784 DEBUG [FileChangeWatcher-hbase_test_ca3842594182045370443.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3842594182045370443.jks 2024-11-25T15:10:11,784 INFO [FileChangeWatcher-hbase_test_ca3842594182045370443.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3842594182045370443.jks 2024-11-25T15:10:11,784 DEBUG [FileChangeWatcher-hbase_test_key7508324801339361121.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3842594182045370443.jks 2024-11-25T15:10:11,784 INFO [FileChangeWatcher-hbase_test_ca3842594182045370443.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3842594182045370443.jks 2024-11-25T15:10:11,807 DEBUG [FileChangeWatcher-hbase_test_ca3842594182045370443.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3842594182045370443.jks 2024-11-25T15:10:11,807 DEBUG [FileChangeWatcher-hbase_test_key7508324801339361121.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3842594182045370443.jks 2024-11-25T15:10:11,807 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44285,0 is dead - stopping the connection localhost:44285/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T15:10:11,807 DEBUG [FileChangeWatcher-hbase_test_ca3842594182045370443.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3842594182045370443.jks 2024-11-25T15:10:11,807 DEBUG [FileChangeWatcher-hbase_test_key7508324801339361121.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3842594182045370443.jks 2024-11-25T15:10:11,807 INFO [FileChangeWatcher-hbase_test_ca3842594182045370443.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3842594182045370443.jks 2024-11-25T15:10:11,807 DEBUG [FileChangeWatcher-hbase_test_key7508324801339361121.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3842594182045370443.jks 2024-11-25T15:10:11,807 INFO [FileChangeWatcher-hbase_test_ca3842594182045370443.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3842594182045370443.jks 2024-11-25T15:10:11,807 DEBUG [FileChangeWatcher-hbase_test_key7508324801339361121.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3842594182045370443.jks 2024-11-25T15:10:11,807 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T15:10:11,808 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:11,836 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:11,836 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T15:10:11,850 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:11,864 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:11,864 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x19b4ada7, L:/127.0.0.1:44285 - R:/127.0.0.1:41022] 2024-11-25T15:10:11,905 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41022, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T15:10:11,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:10:11,906 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44285 2024-11-25T15:10:11,906 DEBUG [FileChangeWatcher-hbase_test_ca3842594182045370443.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3842594182045370443.jks was interrupted and is shutting down... 2024-11-25T15:10:11,906 DEBUG [FileChangeWatcher-hbase_test_key7508324801339361121.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7508324801339361121.jks was interrupted and is shutting down... 2024-11-25T15:10:11,906 DEBUG [FileChangeWatcher-hbase_test_key7508324801339361121.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7508324801339361121.jks was interrupted and is shutting down... 2024-11-25T15:10:11,907 DEBUG [FileChangeWatcher-hbase_test_ca3842594182045370443.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3842594182045370443.jks was interrupted and is shutting down... 2024-11-25T15:10:11,907 INFO [FileChangeWatcher-hbase_test_key7508324801339361121.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7508324801339361121.jks thread finished 2024-11-25T15:10:11,907 INFO [FileChangeWatcher-hbase_test_ca3842594182045370443.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3842594182045370443.jks thread finished 2024-11-25T15:10:11,907 INFO [FileChangeWatcher-hbase_test_key7508324801339361121.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7508324801339361121.jks thread finished 2024-11-25T15:10:11,912 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=465 (was 465), ProcessCount=11 (was 11), AvailableMemoryMB=3312 (was 3330) 2024-11-25T15:10:11,918 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=465, ProcessCount=11, AvailableMemoryMB=3311 2024-11-25T15:10:11,919 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T15:10:11,920 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42611 2024-11-25T15:10:11,920 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T15:10:11,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a380821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:10:11,921 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T15:10:11,921 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:11,923 INFO [FileChangeWatcher-hbase_test_ca3842594182045370443.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3842594182045370443.jks thread finished 2024-11-25T15:10:11,961 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:11,962 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:11,962 INFO [FileChangeWatcher-hbase_test_key7508324801339361121.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7508324801339361121.jks thread started 2024-11-25T15:10:11,962 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:11,963 INFO [FileChangeWatcher-hbase_test_ca3842594182045370443.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3842594182045370443.jks thread started 2024-11-25T15:10:11,963 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T15:10:11,976 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:11,989 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:11,990 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:11,990 INFO [FileChangeWatcher-hbase_test_key7508324801339361121.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7508324801339361121.jks thread started 2024-11-25T15:10:11,991 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:11,992 INFO [FileChangeWatcher-hbase_test_ca3842594182045370443.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3842594182045370443.jks thread started 2024-11-25T15:10:11,992 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9dc55bb6, L:/127.0.0.1:42611 - R:/127.0.0.1:33114] 2024-11-25T15:10:12,026 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33114, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T15:10:12,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:10:12,028 DEBUG [FileChangeWatcher-hbase_test_key7508324801339361121.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7508324801339361121.jks was interrupted and is shutting down... 2024-11-25T15:10:12,028 DEBUG [FileChangeWatcher-hbase_test_ca3842594182045370443.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3842594182045370443.jks was interrupted and is shutting down... 2024-11-25T15:10:12,028 INFO [FileChangeWatcher-hbase_test_ca3842594182045370443.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3842594182045370443.jks thread finished 2024-11-25T15:10:12,029 INFO [FileChangeWatcher-hbase_test_key7508324801339361121.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7508324801339361121.jks thread finished 2024-11-25T15:10:12,036 DEBUG [FileChangeWatcher-hbase_test_ca3842594182045370443.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7508324801339361121.jks 2024-11-25T15:10:12,036 DEBUG [FileChangeWatcher-hbase_test_key7508324801339361121.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7508324801339361121.jks 2024-11-25T15:10:12,037 INFO [FileChangeWatcher-hbase_test_key7508324801339361121.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7508324801339361121.jks 2024-11-25T15:10:12,037 DEBUG [FileChangeWatcher-hbase_test_ca3842594182045370443.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7508324801339361121.jks 2024-11-25T15:10:12,062 DEBUG [FileChangeWatcher-hbase_test_key7508324801339361121.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7508324801339361121.jks 2024-11-25T15:10:12,062 DEBUG [FileChangeWatcher-hbase_test_ca3842594182045370443.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7508324801339361121.jks 2024-11-25T15:10:12,063 INFO [FileChangeWatcher-hbase_test_key7508324801339361121.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7508324801339361121.jks 2024-11-25T15:10:12,063 DEBUG [FileChangeWatcher-hbase_test_ca3842594182045370443.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7508324801339361121.jks 2024-11-25T15:10:12,063 DEBUG [FileChangeWatcher-hbase_test_key7508324801339361121.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3842594182045370443.jks 2024-11-25T15:10:12,063 DEBUG [FileChangeWatcher-hbase_test_ca3842594182045370443.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3842594182045370443.jks 2024-11-25T15:10:12,063 DEBUG [FileChangeWatcher-hbase_test_key7508324801339361121.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3842594182045370443.jks 2024-11-25T15:10:12,063 INFO [FileChangeWatcher-hbase_test_ca3842594182045370443.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3842594182045370443.jks 2024-11-25T15:10:12,079 DEBUG [FileChangeWatcher-hbase_test_key7508324801339361121.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3842594182045370443.jks 2024-11-25T15:10:12,079 DEBUG [FileChangeWatcher-hbase_test_ca3842594182045370443.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3842594182045370443.jks 2024-11-25T15:10:12,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@725d51d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:10:12,079 DEBUG [FileChangeWatcher-hbase_test_key7508324801339361121.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3842594182045370443.jks 2024-11-25T15:10:12,079 INFO [FileChangeWatcher-hbase_test_ca3842594182045370443.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3842594182045370443.jks 2024-11-25T15:10:12,079 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T15:10:12,080 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:12,116 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:12,117 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:12,117 INFO [FileChangeWatcher-hbase_test_key7508324801339361121.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7508324801339361121.jks thread started 2024-11-25T15:10:12,117 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:12,118 INFO [FileChangeWatcher-hbase_test_ca3842594182045370443.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3842594182045370443.jks thread started 2024-11-25T15:10:12,118 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T15:10:12,141 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:12,157 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:12,158 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x72ed6665, L:/127.0.0.1:42611 - R:/127.0.0.1:33116] 2024-11-25T15:10:12,206 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33116, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T15:10:12,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:10:12,208 DEBUG [FileChangeWatcher-hbase_test_ca3842594182045370443.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3842594182045370443.jks was interrupted and is shutting down... 2024-11-25T15:10:12,208 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42611 2024-11-25T15:10:12,208 DEBUG [FileChangeWatcher-hbase_test_key7508324801339361121.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7508324801339361121.jks was interrupted and is shutting down... 2024-11-25T15:10:12,208 DEBUG [FileChangeWatcher-hbase_test_key7508324801339361121.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7508324801339361121.jks was interrupted and is shutting down... 2024-11-25T15:10:12,208 DEBUG [FileChangeWatcher-hbase_test_ca3842594182045370443.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3842594182045370443.jks was interrupted and is shutting down... 2024-11-25T15:10:12,208 INFO [FileChangeWatcher-hbase_test_key7508324801339361121.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7508324801339361121.jks thread finished 2024-11-25T15:10:12,208 INFO [FileChangeWatcher-hbase_test_ca3842594182045370443.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3842594182045370443.jks thread finished 2024-11-25T15:10:12,215 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=465 (was 465), ProcessCount=11 (was 11), AvailableMemoryMB=3287 (was 3311) 2024-11-25T15:10:12,221 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=465, ProcessCount=11, AvailableMemoryMB=3287 2024-11-25T15:10:12,223 INFO [FileChangeWatcher-hbase_test_key7508324801339361121.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7508324801339361121.jks thread finished 2024-11-25T15:10:12,223 INFO [FileChangeWatcher-hbase_test_ca3842594182045370443.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3842594182045370443.jks thread finished 2024-11-25T15:10:12,229 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T15:10:12,230 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41929 2024-11-25T15:10:12,230 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T15:10:12,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ee357c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:10:12,231 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T15:10:12,232 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:12,237 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:12,238 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:12,238 INFO [FileChangeWatcher-hbase_test_key1670756421838729608.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1670756421838729608.pem thread started 2024-11-25T15:10:12,241 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:12,242 INFO [FileChangeWatcher-hbase_test_ca3686303715040140401.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3686303715040140401.pem thread started 2024-11-25T15:10:12,242 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T15:10:12,245 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:12,246 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:12,246 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:12,250 INFO [FileChangeWatcher-hbase_test_key1670756421838729608.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1670756421838729608.pem thread started 2024-11-25T15:10:12,250 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:12,250 INFO [FileChangeWatcher-hbase_test_ca3686303715040140401.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3686303715040140401.pem thread started 2024-11-25T15:10:12,250 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9187b3e7, L:/127.0.0.1:41929 - R:/127.0.0.1:58584] 2024-11-25T15:10:12,268 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58584, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T15:10:12,281 DEBUG [FileChangeWatcher-hbase_test_ca3686303715040140401.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1670756421838729608.pem 2024-11-25T15:10:12,281 DEBUG [FileChangeWatcher-hbase_test_key1670756421838729608.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1670756421838729608.pem 2024-11-25T15:10:12,281 DEBUG [FileChangeWatcher-hbase_test_key1670756421838729608.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1670756421838729608.pem 2024-11-25T15:10:12,281 DEBUG [FileChangeWatcher-hbase_test_ca3686303715040140401.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1670756421838729608.pem 2024-11-25T15:10:12,281 DEBUG [FileChangeWatcher-hbase_test_ca3686303715040140401.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1670756421838729608.pem 2024-11-25T15:10:12,281 INFO [FileChangeWatcher-hbase_test_key1670756421838729608.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1670756421838729608.pem 2024-11-25T15:10:12,281 INFO [FileChangeWatcher-hbase_test_key1670756421838729608.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1670756421838729608.pem 2024-11-25T15:10:12,281 DEBUG [FileChangeWatcher-hbase_test_ca3686303715040140401.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1670756421838729608.pem 2024-11-25T15:10:12,282 DEBUG [FileChangeWatcher-hbase_test_key1670756421838729608.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1670756421838729608.pem 2024-11-25T15:10:12,282 DEBUG [FileChangeWatcher-hbase_test_ca3686303715040140401.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1670756421838729608.pem 2024-11-25T15:10:12,282 DEBUG [FileChangeWatcher-hbase_test_ca3686303715040140401.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1670756421838729608.pem 2024-11-25T15:10:12,282 INFO [FileChangeWatcher-hbase_test_key1670756421838729608.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1670756421838729608.pem 2024-11-25T15:10:12,282 DEBUG [FileChangeWatcher-hbase_test_ca3686303715040140401.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1670756421838729608.pem 2024-11-25T15:10:12,282 DEBUG [FileChangeWatcher-hbase_test_ca3686303715040140401.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1670756421838729608.pem 2024-11-25T15:10:12,282 DEBUG [FileChangeWatcher-hbase_test_key1670756421838729608.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1670756421838729608.pem 2024-11-25T15:10:12,282 INFO [FileChangeWatcher-hbase_test_key1670756421838729608.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1670756421838729608.pem 2024-11-25T15:10:12,282 DEBUG [FileChangeWatcher-hbase_test_key1670756421838729608.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3686303715040140401.pem 2024-11-25T15:10:12,282 DEBUG [FileChangeWatcher-hbase_test_ca3686303715040140401.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3686303715040140401.pem 2024-11-25T15:10:12,282 DEBUG [FileChangeWatcher-hbase_test_key1670756421838729608.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3686303715040140401.pem 2024-11-25T15:10:12,282 DEBUG [FileChangeWatcher-hbase_test_key1670756421838729608.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3686303715040140401.pem 2024-11-25T15:10:12,282 INFO [FileChangeWatcher-hbase_test_ca3686303715040140401.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3686303715040140401.pem 2024-11-25T15:10:12,282 DEBUG [FileChangeWatcher-hbase_test_key1670756421838729608.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3686303715040140401.pem 2024-11-25T15:10:12,282 DEBUG [FileChangeWatcher-hbase_test_ca3686303715040140401.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3686303715040140401.pem 2024-11-25T15:10:12,282 DEBUG [FileChangeWatcher-hbase_test_ca3686303715040140401.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3686303715040140401.pem 2024-11-25T15:10:12,282 INFO [FileChangeWatcher-hbase_test_ca3686303715040140401.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3686303715040140401.pem 2024-11-25T15:10:12,282 DEBUG [FileChangeWatcher-hbase_test_key1670756421838729608.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3686303715040140401.pem 2024-11-25T15:10:12,282 INFO [FileChangeWatcher-hbase_test_ca3686303715040140401.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3686303715040140401.pem 2024-11-25T15:10:12,282 DEBUG [FileChangeWatcher-hbase_test_ca3686303715040140401.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3686303715040140401.pem 2024-11-25T15:10:12,282 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,41929,0 is dead - stopping the connection localhost:41929/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T15:10:12,282 DEBUG [FileChangeWatcher-hbase_test_key1670756421838729608.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3686303715040140401.pem 2024-11-25T15:10:12,282 INFO [FileChangeWatcher-hbase_test_ca3686303715040140401.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3686303715040140401.pem 2024-11-25T15:10:12,282 DEBUG [FileChangeWatcher-hbase_test_key1670756421838729608.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3686303715040140401.pem 2024-11-25T15:10:12,282 DEBUG [FileChangeWatcher-hbase_test_key1670756421838729608.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3686303715040140401.pem 2024-11-25T15:10:12,283 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T15:10:12,283 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:12,290 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:12,290 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T15:10:12,295 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:12,295 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:12,296 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x01f170d6, L:/127.0.0.1:41929 - R:/127.0.0.1:58586] 2024-11-25T15:10:12,321 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58586, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T15:10:12,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:10:12,326 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41929 2024-11-25T15:10:12,326 DEBUG [FileChangeWatcher-hbase_test_ca3686303715040140401.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3686303715040140401.pem was interrupted and is shutting down... 2024-11-25T15:10:12,327 DEBUG [FileChangeWatcher-hbase_test_key1670756421838729608.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1670756421838729608.pem was interrupted and is shutting down... 2024-11-25T15:10:12,327 DEBUG [FileChangeWatcher-hbase_test_ca3686303715040140401.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3686303715040140401.pem was interrupted and is shutting down... 2024-11-25T15:10:12,328 INFO [FileChangeWatcher-hbase_test_ca3686303715040140401.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3686303715040140401.pem thread finished 2024-11-25T15:10:12,328 INFO [FileChangeWatcher-hbase_test_key1670756421838729608.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1670756421838729608.pem thread finished 2024-11-25T15:10:12,328 INFO [FileChangeWatcher-hbase_test_ca3686303715040140401.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3686303715040140401.pem thread finished 2024-11-25T15:10:12,328 DEBUG [FileChangeWatcher-hbase_test_key1670756421838729608.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1670756421838729608.pem was interrupted and is shutting down... 2024-11-25T15:10:12,334 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=465 (was 465), ProcessCount=11 (was 11), AvailableMemoryMB=3265 (was 3287) 2024-11-25T15:10:12,340 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=465, ProcessCount=11, AvailableMemoryMB=3264 2024-11-25T15:10:12,342 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T15:10:12,342 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46073 2024-11-25T15:10:12,343 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T15:10:12,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d927678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:10:12,343 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T15:10:12,344 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:12,347 INFO [FileChangeWatcher-hbase_test_key1670756421838729608.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1670756421838729608.pem thread finished 2024-11-25T15:10:12,348 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:12,348 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:12,349 INFO [FileChangeWatcher-hbase_test_key1670756421838729608.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1670756421838729608.pem thread started 2024-11-25T15:10:12,349 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:12,349 INFO [FileChangeWatcher-hbase_test_ca3686303715040140401.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3686303715040140401.pem thread started 2024-11-25T15:10:12,349 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T15:10:12,354 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:12,355 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:12,355 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:12,356 INFO [FileChangeWatcher-hbase_test_key1670756421838729608.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1670756421838729608.pem thread started 2024-11-25T15:10:12,357 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:12,359 INFO [FileChangeWatcher-hbase_test_ca3686303715040140401.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3686303715040140401.pem thread started 2024-11-25T15:10:12,360 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4ff03de3, L:/127.0.0.1:46073 - R:/127.0.0.1:53584] 2024-11-25T15:10:12,376 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53584, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T15:10:12,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:10:12,378 DEBUG [FileChangeWatcher-hbase_test_key1670756421838729608.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1670756421838729608.pem was interrupted and is shutting down... 2024-11-25T15:10:12,378 DEBUG [FileChangeWatcher-hbase_test_ca3686303715040140401.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3686303715040140401.pem was interrupted and is shutting down... 2024-11-25T15:10:12,378 INFO [FileChangeWatcher-hbase_test_ca3686303715040140401.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3686303715040140401.pem thread finished 2024-11-25T15:10:12,378 INFO [FileChangeWatcher-hbase_test_key1670756421838729608.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1670756421838729608.pem thread finished 2024-11-25T15:10:12,386 DEBUG [FileChangeWatcher-hbase_test_ca3686303715040140401.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1670756421838729608.pem 2024-11-25T15:10:12,386 DEBUG [FileChangeWatcher-hbase_test_key1670756421838729608.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1670756421838729608.pem 2024-11-25T15:10:12,386 DEBUG [FileChangeWatcher-hbase_test_ca3686303715040140401.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1670756421838729608.pem 2024-11-25T15:10:12,386 INFO [FileChangeWatcher-hbase_test_key1670756421838729608.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1670756421838729608.pem 2024-11-25T15:10:12,386 DEBUG [FileChangeWatcher-hbase_test_key1670756421838729608.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1670756421838729608.pem 2024-11-25T15:10:12,386 DEBUG [FileChangeWatcher-hbase_test_ca3686303715040140401.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1670756421838729608.pem 2024-11-25T15:10:12,386 INFO [FileChangeWatcher-hbase_test_key1670756421838729608.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1670756421838729608.pem 2024-11-25T15:10:12,386 DEBUG [FileChangeWatcher-hbase_test_ca3686303715040140401.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1670756421838729608.pem 2024-11-25T15:10:12,387 DEBUG [FileChangeWatcher-hbase_test_key1670756421838729608.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3686303715040140401.pem 2024-11-25T15:10:12,387 DEBUG [FileChangeWatcher-hbase_test_ca3686303715040140401.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3686303715040140401.pem 2024-11-25T15:10:12,387 INFO [FileChangeWatcher-hbase_test_ca3686303715040140401.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3686303715040140401.pem 2024-11-25T15:10:12,387 DEBUG [FileChangeWatcher-hbase_test_key1670756421838729608.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3686303715040140401.pem 2024-11-25T15:10:12,387 DEBUG [FileChangeWatcher-hbase_test_ca3686303715040140401.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3686303715040140401.pem 2024-11-25T15:10:12,387 DEBUG [FileChangeWatcher-hbase_test_key1670756421838729608.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3686303715040140401.pem 2024-11-25T15:10:12,387 DEBUG [FileChangeWatcher-hbase_test_key1670756421838729608.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3686303715040140401.pem 2024-11-25T15:10:12,387 INFO [FileChangeWatcher-hbase_test_ca3686303715040140401.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3686303715040140401.pem 2024-11-25T15:10:12,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@348240c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:10:12,387 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T15:10:12,388 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:12,392 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:12,392 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:12,392 INFO [FileChangeWatcher-hbase_test_key1670756421838729608.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1670756421838729608.pem thread started 2024-11-25T15:10:12,393 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:12,393 INFO [FileChangeWatcher-hbase_test_ca3686303715040140401.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3686303715040140401.pem thread started 2024-11-25T15:10:12,393 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T15:10:12,397 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:12,397 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:12,398 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x126367fa, L:/127.0.0.1:46073 - R:/127.0.0.1:53596] 2024-11-25T15:10:12,412 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53596, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T15:10:12,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:10:12,413 DEBUG [FileChangeWatcher-hbase_test_ca3686303715040140401.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3686303715040140401.pem was interrupted and is shutting down... 2024-11-25T15:10:12,413 DEBUG [FileChangeWatcher-hbase_test_key1670756421838729608.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1670756421838729608.pem was interrupted and is shutting down... 2024-11-25T15:10:12,413 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46073 2024-11-25T15:10:12,413 DEBUG [FileChangeWatcher-hbase_test_key1670756421838729608.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1670756421838729608.pem was interrupted and is shutting down... 2024-11-25T15:10:12,413 INFO [FileChangeWatcher-hbase_test_key1670756421838729608.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1670756421838729608.pem thread finished 2024-11-25T15:10:12,414 INFO [FileChangeWatcher-hbase_test_ca3686303715040140401.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3686303715040140401.pem thread finished 2024-11-25T15:10:12,414 INFO [FileChangeWatcher-hbase_test_key1670756421838729608.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1670756421838729608.pem thread finished 2024-11-25T15:10:12,415 DEBUG [FileChangeWatcher-hbase_test_ca3686303715040140401.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3686303715040140401.pem was interrupted and is shutting down... 2024-11-25T15:10:12,419 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=465 (was 465), ProcessCount=11 (was 11), AvailableMemoryMB=3260 (was 3264) 2024-11-25T15:10:12,424 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=465, ProcessCount=11, AvailableMemoryMB=3260 2024-11-25T15:10:12,427 INFO [FileChangeWatcher-hbase_test_ca3686303715040140401.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3686303715040140401.pem thread finished 2024-11-25T15:10:12,462 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T15:10:12,463 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40793 2024-11-25T15:10:12,463 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T15:10:12,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@409e9923, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:10:12,464 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T15:10:12,464 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:12,498 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:12,498 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:12,499 INFO [FileChangeWatcher-hbase_test_key17251294428438094633.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17251294428438094633.p12 thread started 2024-11-25T15:10:12,499 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:12,499 INFO [FileChangeWatcher-hbase_test_ca3167662138859503636.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3167662138859503636.p12 thread started 2024-11-25T15:10:12,499 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T15:10:12,517 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:12,530 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:12,530 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:12,531 INFO [FileChangeWatcher-hbase_test_key17251294428438094633.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17251294428438094633.p12 thread started 2024-11-25T15:10:12,531 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:12,531 INFO [FileChangeWatcher-hbase_test_ca3167662138859503636.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3167662138859503636.p12 thread started 2024-11-25T15:10:12,531 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x56fa5462, L:/127.0.0.1:40793 - R:/127.0.0.1:49454] 2024-11-25T15:10:12,569 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49454, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T15:10:12,575 DEBUG [FileChangeWatcher-hbase_test_key17251294428438094633.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17251294428438094633.p12 2024-11-25T15:10:12,575 DEBUG [FileChangeWatcher-hbase_test_ca3167662138859503636.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17251294428438094633.p12 2024-11-25T15:10:12,575 DEBUG [FileChangeWatcher-hbase_test_ca3167662138859503636.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17251294428438094633.p12 2024-11-25T15:10:12,575 INFO [FileChangeWatcher-hbase_test_key17251294428438094633.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17251294428438094633.p12 2024-11-25T15:10:12,575 DEBUG [FileChangeWatcher-hbase_test_ca3167662138859503636.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17251294428438094633.p12 2024-11-25T15:10:12,575 DEBUG [FileChangeWatcher-hbase_test_key17251294428438094633.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17251294428438094633.p12 2024-11-25T15:10:12,575 DEBUG [FileChangeWatcher-hbase_test_ca3167662138859503636.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17251294428438094633.p12 2024-11-25T15:10:12,575 INFO [FileChangeWatcher-hbase_test_key17251294428438094633.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17251294428438094633.p12 2024-11-25T15:10:12,597 DEBUG [FileChangeWatcher-hbase_test_key17251294428438094633.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17251294428438094633.p12 2024-11-25T15:10:12,597 DEBUG [FileChangeWatcher-hbase_test_ca3167662138859503636.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17251294428438094633.p12 2024-11-25T15:10:12,597 DEBUG [FileChangeWatcher-hbase_test_key17251294428438094633.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17251294428438094633.p12 2024-11-25T15:10:12,598 DEBUG [FileChangeWatcher-hbase_test_ca3167662138859503636.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17251294428438094633.p12 2024-11-25T15:10:12,598 INFO [FileChangeWatcher-hbase_test_key17251294428438094633.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17251294428438094633.p12 2024-11-25T15:10:12,598 DEBUG [FileChangeWatcher-hbase_test_ca3167662138859503636.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17251294428438094633.p12 2024-11-25T15:10:12,598 INFO [FileChangeWatcher-hbase_test_key17251294428438094633.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17251294428438094633.p12 2024-11-25T15:10:12,598 DEBUG [FileChangeWatcher-hbase_test_key17251294428438094633.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3167662138859503636.p12 2024-11-25T15:10:12,598 DEBUG [FileChangeWatcher-hbase_test_ca3167662138859503636.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3167662138859503636.p12 2024-11-25T15:10:12,598 DEBUG [FileChangeWatcher-hbase_test_ca3167662138859503636.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17251294428438094633.p12 2024-11-25T15:10:12,598 DEBUG [FileChangeWatcher-hbase_test_key17251294428438094633.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3167662138859503636.p12 2024-11-25T15:10:12,598 INFO [FileChangeWatcher-hbase_test_ca3167662138859503636.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3167662138859503636.p12 2024-11-25T15:10:12,598 DEBUG [FileChangeWatcher-hbase_test_ca3167662138859503636.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3167662138859503636.p12 2024-11-25T15:10:12,598 DEBUG [FileChangeWatcher-hbase_test_key17251294428438094633.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3167662138859503636.p12 2024-11-25T15:10:12,598 INFO [FileChangeWatcher-hbase_test_ca3167662138859503636.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3167662138859503636.p12 2024-11-25T15:10:12,598 DEBUG [FileChangeWatcher-hbase_test_key17251294428438094633.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3167662138859503636.p12 2024-11-25T15:10:12,611 DEBUG [FileChangeWatcher-hbase_test_ca3167662138859503636.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3167662138859503636.p12 2024-11-25T15:10:12,611 DEBUG [FileChangeWatcher-hbase_test_key17251294428438094633.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3167662138859503636.p12 2024-11-25T15:10:12,611 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40793,0 is dead - stopping the connection localhost:40793/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T15:10:12,611 DEBUG [FileChangeWatcher-hbase_test_key17251294428438094633.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3167662138859503636.p12 2024-11-25T15:10:12,611 INFO [FileChangeWatcher-hbase_test_ca3167662138859503636.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3167662138859503636.p12 2024-11-25T15:10:12,611 DEBUG [FileChangeWatcher-hbase_test_ca3167662138859503636.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3167662138859503636.p12 2024-11-25T15:10:12,611 INFO [FileChangeWatcher-hbase_test_ca3167662138859503636.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3167662138859503636.p12 2024-11-25T15:10:12,611 DEBUG [FileChangeWatcher-hbase_test_key17251294428438094633.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3167662138859503636.p12 2024-11-25T15:10:12,611 DEBUG [FileChangeWatcher-hbase_test_key17251294428438094633.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3167662138859503636.p12 2024-11-25T15:10:12,611 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T15:10:12,612 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:12,640 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:12,640 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T15:10:12,654 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:12,667 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:12,667 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x08052eed, L:/127.0.0.1:40793 - R:/127.0.0.1:49468] 2024-11-25T15:10:12,703 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49468, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T15:10:12,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:10:12,704 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40793 2024-11-25T15:10:12,704 DEBUG [FileChangeWatcher-hbase_test_key17251294428438094633.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17251294428438094633.p12 was interrupted and is shutting down... 2024-11-25T15:10:12,704 DEBUG [FileChangeWatcher-hbase_test_ca3167662138859503636.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3167662138859503636.p12 was interrupted and is shutting down... 2024-11-25T15:10:12,704 DEBUG [FileChangeWatcher-hbase_test_key17251294428438094633.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17251294428438094633.p12 was interrupted and is shutting down... 2024-11-25T15:10:12,704 DEBUG [FileChangeWatcher-hbase_test_ca3167662138859503636.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3167662138859503636.p12 was interrupted and is shutting down... 2024-11-25T15:10:12,704 INFO [FileChangeWatcher-hbase_test_ca3167662138859503636.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3167662138859503636.p12 thread finished 2024-11-25T15:10:12,710 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=41 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=465 (was 465), ProcessCount=11 (was 11), AvailableMemoryMB=3243 (was 3260) 2024-11-25T15:10:12,715 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=41, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=465, ProcessCount=11, AvailableMemoryMB=3243 2024-11-25T15:10:12,716 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T15:10:12,716 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35145 2024-11-25T15:10:12,716 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T15:10:12,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71cc3bbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:10:12,717 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T15:10:12,718 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:12,723 INFO [FileChangeWatcher-hbase_test_key17251294428438094633.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17251294428438094633.p12 thread finished 2024-11-25T15:10:12,723 INFO [FileChangeWatcher-hbase_test_ca3167662138859503636.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3167662138859503636.p12 thread finished 2024-11-25T15:10:12,723 INFO [FileChangeWatcher-hbase_test_key17251294428438094633.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17251294428438094633.p12 thread finished 2024-11-25T15:10:12,743 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:12,744 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:12,745 INFO [FileChangeWatcher-hbase_test_key17251294428438094633.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17251294428438094633.p12 thread started 2024-11-25T15:10:12,745 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:12,745 INFO [FileChangeWatcher-hbase_test_ca3167662138859503636.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3167662138859503636.p12 thread started 2024-11-25T15:10:12,745 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T15:10:12,759 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:12,772 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:12,772 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:12,773 INFO [FileChangeWatcher-hbase_test_key17251294428438094633.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17251294428438094633.p12 thread started 2024-11-25T15:10:12,773 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:12,773 INFO [FileChangeWatcher-hbase_test_ca3167662138859503636.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3167662138859503636.p12 thread started 2024-11-25T15:10:12,773 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd3e5ac22, L:/127.0.0.1:35145 - R:/127.0.0.1:32846] 2024-11-25T15:10:12,806 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32846, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T15:10:12,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:10:12,807 DEBUG [FileChangeWatcher-hbase_test_ca3167662138859503636.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3167662138859503636.p12 was interrupted and is shutting down... 2024-11-25T15:10:12,807 DEBUG [FileChangeWatcher-hbase_test_key17251294428438094633.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17251294428438094633.p12 was interrupted and is shutting down... 2024-11-25T15:10:12,808 INFO [FileChangeWatcher-hbase_test_key17251294428438094633.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17251294428438094633.p12 thread finished 2024-11-25T15:10:12,808 INFO [FileChangeWatcher-hbase_test_ca3167662138859503636.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3167662138859503636.p12 thread finished 2024-11-25T15:10:12,812 DEBUG [FileChangeWatcher-hbase_test_key17251294428438094633.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17251294428438094633.p12 2024-11-25T15:10:12,812 INFO [FileChangeWatcher-hbase_test_key17251294428438094633.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17251294428438094633.p12 2024-11-25T15:10:12,812 DEBUG [FileChangeWatcher-hbase_test_ca3167662138859503636.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17251294428438094633.p12 2024-11-25T15:10:12,812 DEBUG [FileChangeWatcher-hbase_test_ca3167662138859503636.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17251294428438094633.p12 2024-11-25T15:10:12,835 DEBUG [FileChangeWatcher-hbase_test_ca3167662138859503636.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17251294428438094633.p12 2024-11-25T15:10:12,835 DEBUG [FileChangeWatcher-hbase_test_key17251294428438094633.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17251294428438094633.p12 2024-11-25T15:10:12,835 DEBUG [FileChangeWatcher-hbase_test_ca3167662138859503636.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17251294428438094633.p12 2024-11-25T15:10:12,835 INFO [FileChangeWatcher-hbase_test_key17251294428438094633.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17251294428438094633.p12 2024-11-25T15:10:12,835 DEBUG [FileChangeWatcher-hbase_test_ca3167662138859503636.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3167662138859503636.p12 2024-11-25T15:10:12,835 DEBUG [FileChangeWatcher-hbase_test_key17251294428438094633.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3167662138859503636.p12 2024-11-25T15:10:12,835 DEBUG [FileChangeWatcher-hbase_test_key17251294428438094633.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3167662138859503636.p12 2024-11-25T15:10:12,835 INFO [FileChangeWatcher-hbase_test_ca3167662138859503636.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3167662138859503636.p12 2024-11-25T15:10:12,849 DEBUG [FileChangeWatcher-hbase_test_key17251294428438094633.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3167662138859503636.p12 2024-11-25T15:10:12,849 DEBUG [FileChangeWatcher-hbase_test_key17251294428438094633.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3167662138859503636.p12 2024-11-25T15:10:12,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10765230, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:10:12,849 DEBUG [FileChangeWatcher-hbase_test_ca3167662138859503636.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3167662138859503636.p12 2024-11-25T15:10:12,849 INFO [FileChangeWatcher-hbase_test_ca3167662138859503636.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3167662138859503636.p12 2024-11-25T15:10:12,849 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T15:10:12,850 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:12,876 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:12,877 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:12,877 INFO [FileChangeWatcher-hbase_test_key17251294428438094633.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17251294428438094633.p12 thread started 2024-11-25T15:10:12,877 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:12,877 INFO [FileChangeWatcher-hbase_test_ca3167662138859503636.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3167662138859503636.p12 thread started 2024-11-25T15:10:12,878 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T15:10:12,891 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:12,904 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:12,905 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2c52cb69, L:/127.0.0.1:35145 - R:/127.0.0.1:32848] 2024-11-25T15:10:12,938 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32848, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T15:10:12,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:10:12,939 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35145 2024-11-25T15:10:12,939 DEBUG [FileChangeWatcher-hbase_test_key17251294428438094633.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17251294428438094633.p12 was interrupted and is shutting down... 2024-11-25T15:10:12,939 DEBUG [FileChangeWatcher-hbase_test_ca3167662138859503636.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3167662138859503636.p12 was interrupted and is shutting down... 2024-11-25T15:10:12,939 DEBUG [FileChangeWatcher-hbase_test_key17251294428438094633.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17251294428438094633.p12 was interrupted and is shutting down... 2024-11-25T15:10:12,940 INFO [FileChangeWatcher-hbase_test_key17251294428438094633.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17251294428438094633.p12 thread finished 2024-11-25T15:10:12,940 INFO [FileChangeWatcher-hbase_test_ca3167662138859503636.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3167662138859503636.p12 thread finished 2024-11-25T15:10:12,940 INFO [FileChangeWatcher-hbase_test_key17251294428438094633.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17251294428438094633.p12 thread finished 2024-11-25T15:10:12,940 DEBUG [FileChangeWatcher-hbase_test_ca3167662138859503636.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3167662138859503636.p12 was interrupted and is shutting down... 2024-11-25T15:10:12,945 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 41), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=465 (was 465), ProcessCount=11 (was 11), AvailableMemoryMB=3240 (was 3243) 2024-11-25T15:10:12,950 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=465, ProcessCount=11, AvailableMemoryMB=3240 2024-11-25T15:10:12,963 INFO [FileChangeWatcher-hbase_test_ca3167662138859503636.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3167662138859503636.p12 thread finished 2024-11-25T15:10:13,289 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T15:10:13,290 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42877 2024-11-25T15:10:13,290 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T15:10:13,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b95a292, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:10:13,291 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T15:10:13,291 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:13,563 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:13,563 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:13,564 INFO [FileChangeWatcher-hbase_test_key3944941257254856911.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3944941257254856911.bcfks thread started 2024-11-25T15:10:13,564 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:13,564 INFO [FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks thread started 2024-11-25T15:10:13,564 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T15:10:13,701 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:13,837 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:13,837 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:13,838 INFO [FileChangeWatcher-hbase_test_key3944941257254856911.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3944941257254856911.bcfks thread started 2024-11-25T15:10:13,838 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:13,838 INFO [FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks thread started 2024-11-25T15:10:13,839 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x738989e0, L:/127.0.0.1:42877 - R:/127.0.0.1:45538] 2024-11-25T15:10:14,038 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45538, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T15:10:14,051 DEBUG [FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3944941257254856911.bcfks 2024-11-25T15:10:14,051 DEBUG [FileChangeWatcher-hbase_test_key3944941257254856911.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3944941257254856911.bcfks 2024-11-25T15:10:14,051 DEBUG [FileChangeWatcher-hbase_test_key3944941257254856911.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3944941257254856911.bcfks 2024-11-25T15:10:14,051 DEBUG [FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3944941257254856911.bcfks 2024-11-25T15:10:14,051 INFO [FileChangeWatcher-hbase_test_key3944941257254856911.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3944941257254856911.bcfks 2024-11-25T15:10:14,051 DEBUG [FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3944941257254856911.bcfks 2024-11-25T15:10:14,051 INFO [FileChangeWatcher-hbase_test_key3944941257254856911.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3944941257254856911.bcfks 2024-11-25T15:10:14,051 DEBUG [FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3944941257254856911.bcfks 2024-11-25T15:10:14,254 DEBUG [FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3944941257254856911.bcfks 2024-11-25T15:10:14,254 DEBUG [FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3944941257254856911.bcfks 2024-11-25T15:10:14,254 DEBUG [FileChangeWatcher-hbase_test_key3944941257254856911.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3944941257254856911.bcfks 2024-11-25T15:10:14,254 DEBUG [FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3944941257254856911.bcfks 2024-11-25T15:10:14,254 DEBUG [FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3944941257254856911.bcfks 2024-11-25T15:10:14,254 INFO [FileChangeWatcher-hbase_test_key3944941257254856911.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3944941257254856911.bcfks 2024-11-25T15:10:14,254 DEBUG [FileChangeWatcher-hbase_test_key3944941257254856911.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3944941257254856911.bcfks 2024-11-25T15:10:14,254 INFO [FileChangeWatcher-hbase_test_key3944941257254856911.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3944941257254856911.bcfks 2024-11-25T15:10:14,272 DEBUG [FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16674380048376396328.bcfks 2024-11-25T15:10:14,272 DEBUG [FileChangeWatcher-hbase_test_key3944941257254856911.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16674380048376396328.bcfks 2024-11-25T15:10:14,272 DEBUG [FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16674380048376396328.bcfks 2024-11-25T15:10:14,272 DEBUG [FileChangeWatcher-hbase_test_key3944941257254856911.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16674380048376396328.bcfks 2024-11-25T15:10:14,272 INFO [FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16674380048376396328.bcfks 2024-11-25T15:10:14,272 INFO [FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16674380048376396328.bcfks 2024-11-25T15:10:14,272 DEBUG [FileChangeWatcher-hbase_test_key3944941257254856911.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16674380048376396328.bcfks 2024-11-25T15:10:14,272 DEBUG [FileChangeWatcher-hbase_test_key3944941257254856911.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16674380048376396328.bcfks 2024-11-25T15:10:14,406 DEBUG [FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16674380048376396328.bcfks 2024-11-25T15:10:14,406 DEBUG [FileChangeWatcher-hbase_test_key3944941257254856911.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16674380048376396328.bcfks 2024-11-25T15:10:14,406 DEBUG [FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16674380048376396328.bcfks 2024-11-25T15:10:14,406 DEBUG [FileChangeWatcher-hbase_test_key3944941257254856911.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16674380048376396328.bcfks 2024-11-25T15:10:14,406 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,42877,0 is dead - stopping the connection localhost:42877/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T15:10:14,406 DEBUG [FileChangeWatcher-hbase_test_key3944941257254856911.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16674380048376396328.bcfks 2024-11-25T15:10:14,406 INFO [FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16674380048376396328.bcfks 2024-11-25T15:10:14,406 DEBUG [FileChangeWatcher-hbase_test_key3944941257254856911.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16674380048376396328.bcfks 2024-11-25T15:10:14,406 INFO [FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16674380048376396328.bcfks 2024-11-25T15:10:14,406 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T15:10:14,407 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:14,692 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:14,693 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T15:10:14,862 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:15,024 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:15,025 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9fa988f7, L:/127.0.0.1:42877 - R:/127.0.0.1:57036] 2024-11-25T15:10:15,175 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57036, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T15:10:15,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:10:15,176 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42877 2024-11-25T15:10:15,176 DEBUG [FileChangeWatcher-hbase_test_key3944941257254856911.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3944941257254856911.bcfks was interrupted and is shutting down... 2024-11-25T15:10:15,176 DEBUG [FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks was interrupted and is shutting down... 2024-11-25T15:10:15,176 DEBUG [FileChangeWatcher-hbase_test_key3944941257254856911.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3944941257254856911.bcfks was interrupted and is shutting down... 2024-11-25T15:10:15,176 DEBUG [FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks was interrupted and is shutting down... 2024-11-25T15:10:15,177 INFO [FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks thread finished 2024-11-25T15:10:15,177 INFO [FileChangeWatcher-hbase_test_key3944941257254856911.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3944941257254856911.bcfks thread finished 2024-11-25T15:10:15,183 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=452 (was 465), ProcessCount=11 (was 11), AvailableMemoryMB=3228 (was 3240) 2024-11-25T15:10:15,189 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=452, ProcessCount=11, AvailableMemoryMB=3228 2024-11-25T15:10:15,191 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T15:10:15,191 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35901 2024-11-25T15:10:15,191 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T15:10:15,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a9aa5bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:10:15,192 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T15:10:15,193 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:15,199 INFO [FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks thread finished 2024-11-25T15:10:15,199 INFO [FileChangeWatcher-hbase_test_key3944941257254856911.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3944941257254856911.bcfks thread finished 2024-11-25T15:10:15,506 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:15,506 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:15,507 INFO [FileChangeWatcher-hbase_test_key3944941257254856911.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3944941257254856911.bcfks thread started 2024-11-25T15:10:15,507 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:15,508 INFO [FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks thread started 2024-11-25T15:10:15,508 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T15:10:15,644 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:15,778 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:15,778 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:15,779 INFO [FileChangeWatcher-hbase_test_key3944941257254856911.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3944941257254856911.bcfks thread started 2024-11-25T15:10:15,779 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:15,779 INFO [FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks thread started 2024-11-25T15:10:15,779 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc4d52783, L:/127.0.0.1:35901 - R:/127.0.0.1:45852] 2024-11-25T15:10:15,929 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45852, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T15:10:15,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:10:15,931 DEBUG [FileChangeWatcher-hbase_test_key3944941257254856911.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3944941257254856911.bcfks was interrupted and is shutting down... 2024-11-25T15:10:15,931 DEBUG [FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks was interrupted and is shutting down... 2024-11-25T15:10:15,932 INFO [FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks thread finished 2024-11-25T15:10:15,932 INFO [FileChangeWatcher-hbase_test_key3944941257254856911.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3944941257254856911.bcfks thread finished 2024-11-25T15:10:15,942 DEBUG [FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3944941257254856911.bcfks 2024-11-25T15:10:15,942 DEBUG [FileChangeWatcher-hbase_test_key3944941257254856911.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3944941257254856911.bcfks 2024-11-25T15:10:15,942 INFO [FileChangeWatcher-hbase_test_key3944941257254856911.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3944941257254856911.bcfks 2024-11-25T15:10:15,942 DEBUG [FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3944941257254856911.bcfks 2024-11-25T15:10:16,145 DEBUG [FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3944941257254856911.bcfks 2024-11-25T15:10:16,145 DEBUG [FileChangeWatcher-hbase_test_key3944941257254856911.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3944941257254856911.bcfks 2024-11-25T15:10:16,145 DEBUG [FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3944941257254856911.bcfks 2024-11-25T15:10:16,145 INFO [FileChangeWatcher-hbase_test_key3944941257254856911.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3944941257254856911.bcfks 2024-11-25T15:10:16,163 DEBUG [FileChangeWatcher-hbase_test_key3944941257254856911.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16674380048376396328.bcfks 2024-11-25T15:10:16,163 DEBUG [FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16674380048376396328.bcfks 2024-11-25T15:10:16,164 INFO [FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16674380048376396328.bcfks 2024-11-25T15:10:16,164 DEBUG [FileChangeWatcher-hbase_test_key3944941257254856911.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16674380048376396328.bcfks 2024-11-25T15:10:16,299 DEBUG [FileChangeWatcher-hbase_test_key3944941257254856911.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16674380048376396328.bcfks 2024-11-25T15:10:16,299 DEBUG [FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16674380048376396328.bcfks 2024-11-25T15:10:16,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7478868f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T15:10:16,299 INFO [FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16674380048376396328.bcfks 2024-11-25T15:10:16,299 DEBUG [FileChangeWatcher-hbase_test_key3944941257254856911.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16674380048376396328.bcfks 2024-11-25T15:10:16,299 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T15:10:16,300 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:16,569 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:16,570 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:16,570 INFO [FileChangeWatcher-hbase_test_key3944941257254856911.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3944941257254856911.bcfks thread started 2024-11-25T15:10:16,571 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/63e52553-a0ba-296c-4e2d-ee389539af7b/TestNettyTLSIPCFileWatcher 2024-11-25T15:10:16,571 INFO [FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks thread started 2024-11-25T15:10:16,571 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T15:10:16,705 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T15:10:16,841 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T15:10:16,842 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5db7eb4c, L:/127.0.0.1:35901 - R:/127.0.0.1:45856] 2024-11-25T15:10:16,992 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45856, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T15:10:16,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T15:10:16,993 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35901 2024-11-25T15:10:16,993 DEBUG [FileChangeWatcher-hbase_test_key3944941257254856911.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3944941257254856911.bcfks was interrupted and is shutting down... 2024-11-25T15:10:16,993 DEBUG [FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks was interrupted and is shutting down... 2024-11-25T15:10:16,994 DEBUG [FileChangeWatcher-hbase_test_key3944941257254856911.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3944941257254856911.bcfks was interrupted and is shutting down... 2024-11-25T15:10:16,994 DEBUG [FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks was interrupted and is shutting down... 2024-11-25T15:10:16,999 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=43 (was 39) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=452 (was 452), ProcessCount=11 (was 11), AvailableMemoryMB=3236 (was 3228) - AvailableMemoryMB LEAK? - 2024-11-25T15:10:17,007 INFO [FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks thread finished 2024-11-25T15:10:17,007 INFO [FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16674380048376396328.bcfks thread finished 2024-11-25T15:10:17,007 INFO [FileChangeWatcher-hbase_test_key3944941257254856911.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3944941257254856911.bcfks thread finished 2024-11-25T15:10:17,007 INFO [FileChangeWatcher-hbase_test_key3944941257254856911.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3944941257254856911.bcfks thread finished