2024-11-25 10:30:15,876 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-25 10:30:15,893 main DEBUG Took 0.014555 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-25 10:30:15,894 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-25 10:30:15,894 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-25 10:30:15,896 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-25 10:30:15,898 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:30:15,915 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-25 10:30:15,931 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:30:15,933 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:30:15,934 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:30:15,934 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:30:15,935 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:30:15,936 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:30:15,937 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:30:15,938 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:30:15,939 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:30:15,939 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:30:15,941 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:30:15,941 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:30:15,942 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:30:15,943 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:30:15,943 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:30:15,944 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:30:15,945 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:30:15,945 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:30:15,946 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:30:15,946 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:30:15,947 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:30:15,948 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:30:15,948 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:30:15,949 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:30:15,949 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:30:15,950 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-25 10:30:15,952 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:30:15,954 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-25 10:30:15,956 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-25 10:30:15,957 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-25 10:30:15,959 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-25 10:30:15,959 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-25 10:30:15,971 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-25 10:30:15,975 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-25 10:30:15,977 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-25 10:30:15,978 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-25 10:30:15,979 main DEBUG createAppenders(={Console}) 2024-11-25 10:30:15,980 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-25 10:30:15,980 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-25 10:30:15,980 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-25 10:30:15,981 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-25 10:30:15,982 main DEBUG OutputStream closed 2024-11-25 10:30:15,982 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-25 10:30:15,982 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-25 10:30:15,983 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-25 10:30:16,071 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-25 10:30:16,074 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-25 10:30:16,076 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-25 10:30:16,077 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-25 10:30:16,078 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-25 10:30:16,079 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-25 10:30:16,079 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-25 10:30:16,080 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-25 10:30:16,080 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-25 10:30:16,081 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-25 10:30:16,081 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-25 10:30:16,082 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-25 10:30:16,082 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-25 10:30:16,083 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-25 10:30:16,083 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-25 10:30:16,084 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-25 10:30:16,084 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-25 10:30:16,085 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-25 10:30:16,088 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25 10:30:16,089 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-25 10:30:16,089 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-25 10:30:16,090 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-25T10:30:16,109 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-25 10:30:16,113 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-25 10:30:16,113 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25T10:30:16,587 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-25T10:30:17,631 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=282, ProcessCount=11, AvailableMemoryMB=3723 2024-11-25T10:30:18,693 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T10:30:18,750 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-25T10:30:18,775 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-25T10:30:18,790 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-25T10:30:18,864 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T10:30:18,903 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 54136 (auto-detected) 2024-11-25T10:30:18,905 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-25T10:30:18,930 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42623 2024-11-25T10:30:18,935 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T10:30:18,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e7b917e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:30:18,983 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-25T10:30:18,984 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-25T10:30:19,366 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T10:30:19,444 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:19,508 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:19,600 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:19,605 INFO [FileChangeWatcher-hbase_test_key2093287202434756506.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2093287202434756506.jks thread started 2024-11-25T10:30:19,608 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:19,616 INFO [FileChangeWatcher-hbase_test_ca13993769766500507601.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13993769766500507601.jks thread started 2024-11-25T10:30:19,623 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T10:30:19,671 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:19,689 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:19,756 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:19,757 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:19,757 INFO [FileChangeWatcher-hbase_test_key2093287202434756506.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2093287202434756506.jks thread started 2024-11-25T10:30:19,757 INFO [FileChangeWatcher-hbase_test_ca13993769766500507601.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13993769766500507601.jks thread started 2024-11-25T10:30:19,759 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x55a74ab3, L:/127.0.0.1:42623 - R:/127.0.0.1:38338] 2024-11-25T10:30:19,906 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38338, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T10:30:20,110 DEBUG [FileChangeWatcher-hbase_test_ca13993769766500507601.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2093287202434756506.jks 2024-11-25T10:30:20,110 DEBUG [FileChangeWatcher-hbase_test_key2093287202434756506.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2093287202434756506.jks 2024-11-25T10:30:20,110 DEBUG [FileChangeWatcher-hbase_test_key2093287202434756506.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2093287202434756506.jks 2024-11-25T10:30:20,110 INFO [FileChangeWatcher-hbase_test_key2093287202434756506.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2093287202434756506.jks 2024-11-25T10:30:20,110 DEBUG [FileChangeWatcher-hbase_test_ca13993769766500507601.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2093287202434756506.jks 2024-11-25T10:30:20,110 INFO [FileChangeWatcher-hbase_test_key2093287202434756506.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2093287202434756506.jks 2024-11-25T10:30:20,110 DEBUG [FileChangeWatcher-hbase_test_ca13993769766500507601.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2093287202434756506.jks 2024-11-25T10:30:20,110 DEBUG [FileChangeWatcher-hbase_test_ca13993769766500507601.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2093287202434756506.jks 2024-11-25T10:30:20,144 DEBUG [FileChangeWatcher-hbase_test_ca13993769766500507601.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2093287202434756506.jks 2024-11-25T10:30:20,144 DEBUG [FileChangeWatcher-hbase_test_ca13993769766500507601.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2093287202434756506.jks 2024-11-25T10:30:20,144 DEBUG [FileChangeWatcher-hbase_test_key2093287202434756506.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2093287202434756506.jks 2024-11-25T10:30:20,144 DEBUG [FileChangeWatcher-hbase_test_key2093287202434756506.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2093287202434756506.jks 2024-11-25T10:30:20,144 DEBUG [FileChangeWatcher-hbase_test_ca13993769766500507601.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2093287202434756506.jks 2024-11-25T10:30:20,144 DEBUG [FileChangeWatcher-hbase_test_ca13993769766500507601.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2093287202434756506.jks 2024-11-25T10:30:20,144 INFO [FileChangeWatcher-hbase_test_key2093287202434756506.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2093287202434756506.jks 2024-11-25T10:30:20,144 INFO [FileChangeWatcher-hbase_test_key2093287202434756506.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2093287202434756506.jks 2024-11-25T10:30:20,148 DEBUG [FileChangeWatcher-hbase_test_ca13993769766500507601.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13993769766500507601.jks 2024-11-25T10:30:20,148 DEBUG [FileChangeWatcher-hbase_test_key2093287202434756506.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13993769766500507601.jks 2024-11-25T10:30:20,148 DEBUG [FileChangeWatcher-hbase_test_key2093287202434756506.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13993769766500507601.jks 2024-11-25T10:30:20,144 DEBUG [FileChangeWatcher-hbase_test_ca13993769766500507601.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13993769766500507601.jks 2024-11-25T10:30:20,148 INFO [FileChangeWatcher-hbase_test_ca13993769766500507601.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13993769766500507601.jks 2024-11-25T10:30:20,148 DEBUG [FileChangeWatcher-hbase_test_key2093287202434756506.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13993769766500507601.jks 2024-11-25T10:30:20,148 DEBUG [FileChangeWatcher-hbase_test_key2093287202434756506.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13993769766500507601.jks 2024-11-25T10:30:20,149 INFO [FileChangeWatcher-hbase_test_ca13993769766500507601.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13993769766500507601.jks 2024-11-25T10:30:20,169 DEBUG [FileChangeWatcher-hbase_test_ca13993769766500507601.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13993769766500507601.jks 2024-11-25T10:30:20,169 DEBUG [FileChangeWatcher-hbase_test_key2093287202434756506.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13993769766500507601.jks 2024-11-25T10:30:20,169 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,42623,0 is dead - stopping the connection localhost:42623/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T10:30:20,169 DEBUG [FileChangeWatcher-hbase_test_key2093287202434756506.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13993769766500507601.jks 2024-11-25T10:30:20,170 INFO [FileChangeWatcher-hbase_test_ca13993769766500507601.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13993769766500507601.jks 2024-11-25T10:30:20,170 DEBUG [FileChangeWatcher-hbase_test_key2093287202434756506.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13993769766500507601.jks 2024-11-25T10:30:20,170 DEBUG [FileChangeWatcher-hbase_test_key2093287202434756506.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13993769766500507601.jks 2024-11-25T10:30:20,169 DEBUG [FileChangeWatcher-hbase_test_ca13993769766500507601.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13993769766500507601.jks 2024-11-25T10:30:20,170 INFO [FileChangeWatcher-hbase_test_ca13993769766500507601.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13993769766500507601.jks 2024-11-25T10:30:20,171 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T10:30:20,173 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:20,223 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:20,224 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T10:30:20,247 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:20,274 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:20,275 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf6fa17ab, L:/127.0.0.1:42623 - R:/127.0.0.1:38354] 2024-11-25T10:30:20,347 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38354, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T10:30:20,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:30:20,351 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42623 2024-11-25T10:30:20,351 DEBUG [FileChangeWatcher-hbase_test_ca13993769766500507601.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13993769766500507601.jks was interrupted and is shutting down... 2024-11-25T10:30:20,352 INFO [FileChangeWatcher-hbase_test_ca13993769766500507601.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13993769766500507601.jks thread finished 2024-11-25T10:30:20,351 DEBUG [FileChangeWatcher-hbase_test_key2093287202434756506.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2093287202434756506.jks was interrupted and is shutting down... 2024-11-25T10:30:20,354 DEBUG [FileChangeWatcher-hbase_test_key2093287202434756506.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2093287202434756506.jks was interrupted and is shutting down... 2024-11-25T10:30:20,351 DEBUG [FileChangeWatcher-hbase_test_ca13993769766500507601.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13993769766500507601.jks was interrupted and is shutting down... 2024-11-25T10:30:20,355 INFO [FileChangeWatcher-hbase_test_key2093287202434756506.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2093287202434756506.jks thread finished 2024-11-25T10:30:20,356 INFO [FileChangeWatcher-hbase_test_ca13993769766500507601.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13993769766500507601.jks thread finished 2024-11-25T10:30:20,355 INFO [FileChangeWatcher-hbase_test_key2093287202434756506.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2093287202434756506.jks thread finished 2024-11-25T10:30:20,367 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21 (was 12) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=300 (was 282) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3392 (was 3723) 2024-11-25T10:30:20,377 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=300, ProcessCount=11, AvailableMemoryMB=3391 2024-11-25T10:30:20,383 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T10:30:20,392 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40443 2024-11-25T10:30:20,392 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T10:30:20,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3425f620, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:30:20,396 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T10:30:20,398 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:20,440 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:20,442 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:20,444 INFO [FileChangeWatcher-hbase_test_key2093287202434756506.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2093287202434756506.jks thread started 2024-11-25T10:30:20,444 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:20,446 INFO [FileChangeWatcher-hbase_test_ca13993769766500507601.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13993769766500507601.jks thread started 2024-11-25T10:30:20,446 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T10:30:20,477 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:20,500 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:20,503 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:20,507 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:20,507 INFO [FileChangeWatcher-hbase_test_key2093287202434756506.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2093287202434756506.jks thread started 2024-11-25T10:30:20,507 INFO [FileChangeWatcher-hbase_test_ca13993769766500507601.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13993769766500507601.jks thread started 2024-11-25T10:30:20,507 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb9a981c3, L:/127.0.0.1:40443 - R:/127.0.0.1:60172] 2024-11-25T10:30:20,560 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60172, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T10:30:20,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:30:20,563 DEBUG [FileChangeWatcher-hbase_test_ca13993769766500507601.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13993769766500507601.jks was interrupted and is shutting down... 2024-11-25T10:30:20,563 DEBUG [FileChangeWatcher-hbase_test_key2093287202434756506.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2093287202434756506.jks was interrupted and is shutting down... 2024-11-25T10:30:20,564 INFO [FileChangeWatcher-hbase_test_ca13993769766500507601.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13993769766500507601.jks thread finished 2024-11-25T10:30:20,564 INFO [FileChangeWatcher-hbase_test_key2093287202434756506.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2093287202434756506.jks thread finished 2024-11-25T10:30:20,825 DEBUG [FileChangeWatcher-hbase_test_ca13993769766500507601.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2093287202434756506.jks 2024-11-25T10:30:20,825 DEBUG [FileChangeWatcher-hbase_test_key2093287202434756506.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2093287202434756506.jks 2024-11-25T10:30:20,826 DEBUG [FileChangeWatcher-hbase_test_ca13993769766500507601.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2093287202434756506.jks 2024-11-25T10:30:20,826 INFO [FileChangeWatcher-hbase_test_key2093287202434756506.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2093287202434756506.jks 2024-11-25T10:30:20,850 DEBUG [FileChangeWatcher-hbase_test_ca13993769766500507601.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2093287202434756506.jks 2024-11-25T10:30:20,850 DEBUG [FileChangeWatcher-hbase_test_key2093287202434756506.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2093287202434756506.jks 2024-11-25T10:30:20,850 DEBUG [FileChangeWatcher-hbase_test_ca13993769766500507601.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2093287202434756506.jks 2024-11-25T10:30:20,850 INFO [FileChangeWatcher-hbase_test_key2093287202434756506.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2093287202434756506.jks 2024-11-25T10:30:21,004 DEBUG [FileChangeWatcher-hbase_test_ca13993769766500507601.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13993769766500507601.jks 2024-11-25T10:30:21,004 DEBUG [FileChangeWatcher-hbase_test_key2093287202434756506.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13993769766500507601.jks 2024-11-25T10:30:21,004 DEBUG [FileChangeWatcher-hbase_test_key2093287202434756506.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13993769766500507601.jks 2024-11-25T10:30:21,004 INFO [FileChangeWatcher-hbase_test_ca13993769766500507601.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13993769766500507601.jks 2024-11-25T10:30:21,025 DEBUG [FileChangeWatcher-hbase_test_ca13993769766500507601.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13993769766500507601.jks 2024-11-25T10:30:21,025 DEBUG [FileChangeWatcher-hbase_test_key2093287202434756506.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13993769766500507601.jks 2024-11-25T10:30:21,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45feb1bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:30:21,026 INFO [FileChangeWatcher-hbase_test_ca13993769766500507601.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13993769766500507601.jks 2024-11-25T10:30:21,026 DEBUG [FileChangeWatcher-hbase_test_key2093287202434756506.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13993769766500507601.jks 2024-11-25T10:30:21,026 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T10:30:21,027 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:21,146 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:21,146 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:21,147 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:21,147 INFO [FileChangeWatcher-hbase_test_key2093287202434756506.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2093287202434756506.jks thread started 2024-11-25T10:30:21,148 INFO [FileChangeWatcher-hbase_test_ca13993769766500507601.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13993769766500507601.jks thread started 2024-11-25T10:30:21,148 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T10:30:21,162 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:21,175 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:21,176 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf37b130b, L:/127.0.0.1:40443 - R:/127.0.0.1:60176] 2024-11-25T10:30:21,218 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60176, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T10:30:21,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:30:21,220 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40443 2024-11-25T10:30:21,220 DEBUG [FileChangeWatcher-hbase_test_key2093287202434756506.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2093287202434756506.jks was interrupted and is shutting down... 2024-11-25T10:30:21,220 DEBUG [FileChangeWatcher-hbase_test_ca13993769766500507601.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13993769766500507601.jks was interrupted and is shutting down... 2024-11-25T10:30:21,220 DEBUG [FileChangeWatcher-hbase_test_ca13993769766500507601.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13993769766500507601.jks was interrupted and is shutting down... 2024-11-25T10:30:21,220 DEBUG [FileChangeWatcher-hbase_test_key2093287202434756506.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2093287202434756506.jks was interrupted and is shutting down... 2024-11-25T10:30:21,221 INFO [FileChangeWatcher-hbase_test_ca13993769766500507601.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13993769766500507601.jks thread finished 2024-11-25T10:30:21,221 INFO [FileChangeWatcher-hbase_test_key2093287202434756506.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2093287202434756506.jks thread finished 2024-11-25T10:30:21,221 INFO [FileChangeWatcher-hbase_test_ca13993769766500507601.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13993769766500507601.jks thread finished 2024-11-25T10:30:21,228 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 21) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key2093287202434756506.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=300 (was 300), ProcessCount=11 (was 11), AvailableMemoryMB=3280 (was 3391) 2024-11-25T10:30:21,234 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=300, ProcessCount=11, AvailableMemoryMB=3279 2024-11-25T10:30:21,239 INFO [FileChangeWatcher-hbase_test_key2093287202434756506.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2093287202434756506.jks thread finished 2024-11-25T10:30:21,298 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T10:30:21,299 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40089 2024-11-25T10:30:21,299 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T10:30:21,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d98b563, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:30:21,301 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T10:30:21,302 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:21,324 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:21,325 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:21,326 INFO [FileChangeWatcher-hbase_test_key17391164909206083206.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17391164909206083206.pem thread started 2024-11-25T10:30:21,326 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:21,326 INFO [FileChangeWatcher-hbase_test_ca12774527397808373790.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12774527397808373790.pem thread started 2024-11-25T10:30:21,326 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T10:30:21,343 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:21,344 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:21,347 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:21,348 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:21,348 INFO [FileChangeWatcher-hbase_test_key17391164909206083206.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17391164909206083206.pem thread started 2024-11-25T10:30:21,350 INFO [FileChangeWatcher-hbase_test_ca12774527397808373790.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12774527397808373790.pem thread started 2024-11-25T10:30:21,350 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x660ea951, L:/127.0.0.1:40089 - R:/127.0.0.1:47622] 2024-11-25T10:30:21,376 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47622, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T10:30:21,584 DEBUG [FileChangeWatcher-hbase_test_ca12774527397808373790.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17391164909206083206.pem 2024-11-25T10:30:21,584 DEBUG [FileChangeWatcher-hbase_test_key17391164909206083206.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17391164909206083206.pem 2024-11-25T10:30:21,584 DEBUG [FileChangeWatcher-hbase_test_ca12774527397808373790.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17391164909206083206.pem 2024-11-25T10:30:21,584 INFO [FileChangeWatcher-hbase_test_key17391164909206083206.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17391164909206083206.pem 2024-11-25T10:30:21,585 DEBUG [FileChangeWatcher-hbase_test_ca12774527397808373790.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17391164909206083206.pem 2024-11-25T10:30:21,585 DEBUG [FileChangeWatcher-hbase_test_ca12774527397808373790.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17391164909206083206.pem 2024-11-25T10:30:21,585 DEBUG [FileChangeWatcher-hbase_test_ca12774527397808373790.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17391164909206083206.pem 2024-11-25T10:30:21,585 DEBUG [FileChangeWatcher-hbase_test_key17391164909206083206.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17391164909206083206.pem 2024-11-25T10:30:21,585 DEBUG [FileChangeWatcher-hbase_test_ca12774527397808373790.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17391164909206083206.pem 2024-11-25T10:30:21,585 DEBUG [FileChangeWatcher-hbase_test_ca12774527397808373790.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17391164909206083206.pem 2024-11-25T10:30:21,585 INFO [FileChangeWatcher-hbase_test_key17391164909206083206.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17391164909206083206.pem 2024-11-25T10:30:21,585 DEBUG [FileChangeWatcher-hbase_test_ca12774527397808373790.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17391164909206083206.pem 2024-11-25T10:30:21,586 DEBUG [FileChangeWatcher-hbase_test_key17391164909206083206.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12774527397808373790.pem 2024-11-25T10:30:21,586 DEBUG [FileChangeWatcher-hbase_test_ca12774527397808373790.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12774527397808373790.pem 2024-11-25T10:30:21,586 DEBUG [FileChangeWatcher-hbase_test_ca12774527397808373790.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12774527397808373790.pem 2024-11-25T10:30:21,586 DEBUG [FileChangeWatcher-hbase_test_key17391164909206083206.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12774527397808373790.pem 2024-11-25T10:30:21,586 INFO [FileChangeWatcher-hbase_test_ca12774527397808373790.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12774527397808373790.pem 2024-11-25T10:30:21,586 INFO [FileChangeWatcher-hbase_test_ca12774527397808373790.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12774527397808373790.pem 2024-11-25T10:30:21,586 DEBUG [FileChangeWatcher-hbase_test_key17391164909206083206.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12774527397808373790.pem 2024-11-25T10:30:21,586 DEBUG [FileChangeWatcher-hbase_test_ca12774527397808373790.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12774527397808373790.pem 2024-11-25T10:30:21,586 DEBUG [FileChangeWatcher-hbase_test_ca12774527397808373790.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12774527397808373790.pem 2024-11-25T10:30:21,586 DEBUG [FileChangeWatcher-hbase_test_key17391164909206083206.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17391164909206083206.pem 2024-11-25T10:30:21,586 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40089,0 is dead - stopping the connection localhost:40089/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T10:30:21,586 DEBUG [FileChangeWatcher-hbase_test_key17391164909206083206.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12774527397808373790.pem 2024-11-25T10:30:21,587 INFO [FileChangeWatcher-hbase_test_ca12774527397808373790.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12774527397808373790.pem 2024-11-25T10:30:21,587 INFO [FileChangeWatcher-hbase_test_key17391164909206083206.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17391164909206083206.pem 2024-11-25T10:30:21,587 DEBUG [FileChangeWatcher-hbase_test_key17391164909206083206.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12774527397808373790.pem 2024-11-25T10:30:21,587 INFO [FileChangeWatcher-hbase_test_ca12774527397808373790.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12774527397808373790.pem 2024-11-25T10:30:21,587 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T10:30:21,587 DEBUG [FileChangeWatcher-hbase_test_key17391164909206083206.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12774527397808373790.pem 2024-11-25T10:30:21,596 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:21,607 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:21,608 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T10:30:21,615 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:21,616 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:21,617 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8f6052e4, L:/127.0.0.1:40089 - R:/127.0.0.1:47636] 2024-11-25T10:30:21,656 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47636, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T10:30:21,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:30:21,659 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40089 2024-11-25T10:30:21,659 DEBUG [FileChangeWatcher-hbase_test_key17391164909206083206.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17391164909206083206.pem was interrupted and is shutting down... 2024-11-25T10:30:21,660 DEBUG [FileChangeWatcher-hbase_test_ca12774527397808373790.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12774527397808373790.pem was interrupted and is shutting down... 2024-11-25T10:30:21,660 DEBUG [FileChangeWatcher-hbase_test_ca12774527397808373790.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12774527397808373790.pem was interrupted and is shutting down... 2024-11-25T10:30:21,660 DEBUG [FileChangeWatcher-hbase_test_key17391164909206083206.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17391164909206083206.pem was interrupted and is shutting down... 2024-11-25T10:30:21,660 INFO [FileChangeWatcher-hbase_test_key17391164909206083206.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17391164909206083206.pem thread finished 2024-11-25T10:30:21,660 INFO [FileChangeWatcher-hbase_test_ca12774527397808373790.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12774527397808373790.pem thread finished 2024-11-25T10:30:21,660 INFO [FileChangeWatcher-hbase_test_ca12774527397808373790.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12774527397808373790.pem thread finished 2024-11-25T10:30:21,672 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key17391164909206083206.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=300 (was 300), ProcessCount=11 (was 11), AvailableMemoryMB=3232 (was 3279) 2024-11-25T10:30:21,675 INFO [FileChangeWatcher-hbase_test_key17391164909206083206.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17391164909206083206.pem thread finished 2024-11-25T10:30:21,687 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=300, ProcessCount=11, AvailableMemoryMB=3231 2024-11-25T10:30:21,690 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T10:30:21,691 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37253 2024-11-25T10:30:21,691 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T10:30:21,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21825a1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:30:21,695 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T10:30:21,699 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:21,706 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:21,707 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:21,708 INFO [FileChangeWatcher-hbase_test_key17391164909206083206.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17391164909206083206.pem thread started 2024-11-25T10:30:21,708 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:21,708 INFO [FileChangeWatcher-hbase_test_ca12774527397808373790.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12774527397808373790.pem thread started 2024-11-25T10:30:21,709 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T10:30:21,716 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:21,717 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:21,719 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:21,719 INFO [FileChangeWatcher-hbase_test_key17391164909206083206.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17391164909206083206.pem thread started 2024-11-25T10:30:21,719 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:21,720 INFO [FileChangeWatcher-hbase_test_ca12774527397808373790.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12774527397808373790.pem thread started 2024-11-25T10:30:21,720 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb33f73ca, L:/127.0.0.1:37253 - R:/127.0.0.1:38072] 2024-11-25T10:30:21,738 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38072, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T10:30:21,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:30:21,741 DEBUG [FileChangeWatcher-hbase_test_key17391164909206083206.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17391164909206083206.pem was interrupted and is shutting down... 2024-11-25T10:30:21,742 INFO [FileChangeWatcher-hbase_test_key17391164909206083206.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17391164909206083206.pem thread finished 2024-11-25T10:30:21,744 DEBUG [FileChangeWatcher-hbase_test_ca12774527397808373790.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12774527397808373790.pem was interrupted and is shutting down... 2024-11-25T10:30:21,744 INFO [FileChangeWatcher-hbase_test_ca12774527397808373790.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12774527397808373790.pem thread finished 2024-11-25T10:30:22,098 DEBUG [FileChangeWatcher-hbase_test_key17391164909206083206.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17391164909206083206.pem 2024-11-25T10:30:22,098 DEBUG [FileChangeWatcher-hbase_test_ca12774527397808373790.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17391164909206083206.pem 2024-11-25T10:30:22,099 DEBUG [FileChangeWatcher-hbase_test_ca12774527397808373790.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17391164909206083206.pem 2024-11-25T10:30:22,099 INFO [FileChangeWatcher-hbase_test_key17391164909206083206.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17391164909206083206.pem 2024-11-25T10:30:22,099 DEBUG [FileChangeWatcher-hbase_test_key17391164909206083206.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17391164909206083206.pem 2024-11-25T10:30:22,099 DEBUG [FileChangeWatcher-hbase_test_ca12774527397808373790.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17391164909206083206.pem 2024-11-25T10:30:22,099 INFO [FileChangeWatcher-hbase_test_key17391164909206083206.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17391164909206083206.pem 2024-11-25T10:30:22,099 DEBUG [FileChangeWatcher-hbase_test_ca12774527397808373790.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17391164909206083206.pem 2024-11-25T10:30:22,120 DEBUG [FileChangeWatcher-hbase_test_ca12774527397808373790.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12774527397808373790.pem 2024-11-25T10:30:22,120 DEBUG [FileChangeWatcher-hbase_test_key17391164909206083206.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12774527397808373790.pem 2024-11-25T10:30:22,121 INFO [FileChangeWatcher-hbase_test_ca12774527397808373790.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12774527397808373790.pem 2024-11-25T10:30:22,121 DEBUG [FileChangeWatcher-hbase_test_key17391164909206083206.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12774527397808373790.pem 2024-11-25T10:30:22,121 DEBUG [FileChangeWatcher-hbase_test_ca12774527397808373790.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12774527397808373790.pem 2024-11-25T10:30:22,121 DEBUG [FileChangeWatcher-hbase_test_key17391164909206083206.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12774527397808373790.pem 2024-11-25T10:30:22,121 INFO [FileChangeWatcher-hbase_test_ca12774527397808373790.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12774527397808373790.pem 2024-11-25T10:30:22,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bfef152, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:30:22,121 DEBUG [FileChangeWatcher-hbase_test_key17391164909206083206.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12774527397808373790.pem 2024-11-25T10:30:22,122 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T10:30:22,123 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:22,127 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:22,128 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:22,129 INFO [FileChangeWatcher-hbase_test_key17391164909206083206.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17391164909206083206.pem thread started 2024-11-25T10:30:22,129 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:22,129 INFO [FileChangeWatcher-hbase_test_ca12774527397808373790.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12774527397808373790.pem thread started 2024-11-25T10:30:22,129 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T10:30:22,135 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:22,136 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:22,137 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb0c42d19, L:/127.0.0.1:37253 - R:/127.0.0.1:38086] 2024-11-25T10:30:22,157 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38086, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T10:30:22,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:30:22,159 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37253 2024-11-25T10:30:22,159 DEBUG [FileChangeWatcher-hbase_test_key17391164909206083206.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17391164909206083206.pem was interrupted and is shutting down... 2024-11-25T10:30:22,159 DEBUG [FileChangeWatcher-hbase_test_ca12774527397808373790.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12774527397808373790.pem was interrupted and is shutting down... 2024-11-25T10:30:22,159 DEBUG [FileChangeWatcher-hbase_test_key17391164909206083206.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17391164909206083206.pem was interrupted and is shutting down... 2024-11-25T10:30:22,159 INFO [FileChangeWatcher-hbase_test_key17391164909206083206.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17391164909206083206.pem thread finished 2024-11-25T10:30:22,159 DEBUG [FileChangeWatcher-hbase_test_ca12774527397808373790.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12774527397808373790.pem was interrupted and is shutting down... 2024-11-25T10:30:22,159 INFO [FileChangeWatcher-hbase_test_key17391164909206083206.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17391164909206083206.pem thread finished 2024-11-25T10:30:22,160 INFO [FileChangeWatcher-hbase_test_ca12774527397808373790.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12774527397808373790.pem thread finished 2024-11-25T10:30:22,167 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 27) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca12774527397808373790.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=300 (was 300), ProcessCount=11 (was 11), AvailableMemoryMB=3164 (was 3231) 2024-11-25T10:30:22,174 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=300, ProcessCount=11, AvailableMemoryMB=3162 2024-11-25T10:30:22,178 INFO [FileChangeWatcher-hbase_test_ca12774527397808373790.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12774527397808373790.pem thread finished 2024-11-25T10:30:22,224 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T10:30:22,225 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39235 2024-11-25T10:30:22,225 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T10:30:22,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11374459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:30:22,226 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T10:30:22,227 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:22,255 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:22,256 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:22,257 INFO [FileChangeWatcher-hbase_test_key10409028080624851598.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10409028080624851598.p12 thread started 2024-11-25T10:30:22,257 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:22,257 INFO [FileChangeWatcher-hbase_test_ca3266103645447338611.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3266103645447338611.p12 thread started 2024-11-25T10:30:22,258 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T10:30:22,275 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:22,290 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:22,290 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:22,291 INFO [FileChangeWatcher-hbase_test_key10409028080624851598.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10409028080624851598.p12 thread started 2024-11-25T10:30:22,292 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:22,292 INFO [FileChangeWatcher-hbase_test_ca3266103645447338611.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3266103645447338611.p12 thread started 2024-11-25T10:30:22,292 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7e2e0081, L:/127.0.0.1:39235 - R:/127.0.0.1:59926] 2024-11-25T10:30:22,347 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59926, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T10:30:22,586 DEBUG [FileChangeWatcher-hbase_test_ca3266103645447338611.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10409028080624851598.p12 2024-11-25T10:30:22,586 DEBUG [FileChangeWatcher-hbase_test_key10409028080624851598.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10409028080624851598.p12 2024-11-25T10:30:22,586 DEBUG [FileChangeWatcher-hbase_test_key10409028080624851598.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10409028080624851598.p12 2024-11-25T10:30:22,586 DEBUG [FileChangeWatcher-hbase_test_ca3266103645447338611.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10409028080624851598.p12 2024-11-25T10:30:22,586 INFO [FileChangeWatcher-hbase_test_key10409028080624851598.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10409028080624851598.p12 2024-11-25T10:30:22,586 INFO [FileChangeWatcher-hbase_test_key10409028080624851598.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10409028080624851598.p12 2024-11-25T10:30:22,586 DEBUG [FileChangeWatcher-hbase_test_ca3266103645447338611.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10409028080624851598.p12 2024-11-25T10:30:22,587 DEBUG [FileChangeWatcher-hbase_test_ca3266103645447338611.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10409028080624851598.p12 2024-11-25T10:30:22,612 DEBUG [FileChangeWatcher-hbase_test_key10409028080624851598.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10409028080624851598.p12 2024-11-25T10:30:22,612 DEBUG [FileChangeWatcher-hbase_test_ca3266103645447338611.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10409028080624851598.p12 2024-11-25T10:30:22,612 DEBUG [FileChangeWatcher-hbase_test_ca3266103645447338611.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10409028080624851598.p12 2024-11-25T10:30:22,612 DEBUG [FileChangeWatcher-hbase_test_key10409028080624851598.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10409028080624851598.p12 2024-11-25T10:30:22,613 DEBUG [FileChangeWatcher-hbase_test_ca3266103645447338611.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10409028080624851598.p12 2024-11-25T10:30:22,613 INFO [FileChangeWatcher-hbase_test_key10409028080624851598.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10409028080624851598.p12 2024-11-25T10:30:22,613 DEBUG [FileChangeWatcher-hbase_test_ca3266103645447338611.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10409028080624851598.p12 2024-11-25T10:30:22,613 INFO [FileChangeWatcher-hbase_test_key10409028080624851598.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10409028080624851598.p12 2024-11-25T10:30:22,613 DEBUG [FileChangeWatcher-hbase_test_key10409028080624851598.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3266103645447338611.p12 2024-11-25T10:30:22,613 DEBUG [FileChangeWatcher-hbase_test_ca3266103645447338611.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3266103645447338611.p12 2024-11-25T10:30:22,613 DEBUG [FileChangeWatcher-hbase_test_ca3266103645447338611.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3266103645447338611.p12 2024-11-25T10:30:22,613 DEBUG [FileChangeWatcher-hbase_test_key10409028080624851598.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3266103645447338611.p12 2024-11-25T10:30:22,613 INFO [FileChangeWatcher-hbase_test_ca3266103645447338611.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3266103645447338611.p12 2024-11-25T10:30:22,613 INFO [FileChangeWatcher-hbase_test_ca3266103645447338611.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3266103645447338611.p12 2024-11-25T10:30:22,613 DEBUG [FileChangeWatcher-hbase_test_key10409028080624851598.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3266103645447338611.p12 2024-11-25T10:30:22,613 DEBUG [FileChangeWatcher-hbase_test_key10409028080624851598.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3266103645447338611.p12 2024-11-25T10:30:22,626 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39235,0 is dead - stopping the connection localhost:39235/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T10:30:22,626 DEBUG [FileChangeWatcher-hbase_test_key10409028080624851598.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3266103645447338611.p12 2024-11-25T10:30:22,626 DEBUG [FileChangeWatcher-hbase_test_key10409028080624851598.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3266103645447338611.p12 2024-11-25T10:30:22,626 DEBUG [FileChangeWatcher-hbase_test_ca3266103645447338611.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3266103645447338611.p12 2024-11-25T10:30:22,626 DEBUG [FileChangeWatcher-hbase_test_ca3266103645447338611.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3266103645447338611.p12 2024-11-25T10:30:22,627 DEBUG [FileChangeWatcher-hbase_test_key10409028080624851598.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3266103645447338611.p12 2024-11-25T10:30:22,627 INFO [FileChangeWatcher-hbase_test_ca3266103645447338611.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3266103645447338611.p12 2024-11-25T10:30:22,627 INFO [FileChangeWatcher-hbase_test_ca3266103645447338611.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3266103645447338611.p12 2024-11-25T10:30:22,627 DEBUG [FileChangeWatcher-hbase_test_key10409028080624851598.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3266103645447338611.p12 2024-11-25T10:30:22,627 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T10:30:22,628 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:22,657 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:22,657 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T10:30:22,672 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:22,686 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:22,687 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8575b761, L:/127.0.0.1:39235 - R:/127.0.0.1:59932] 2024-11-25T10:30:22,723 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59932, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T10:30:22,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:30:22,725 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39235 2024-11-25T10:30:22,725 DEBUG [FileChangeWatcher-hbase_test_key10409028080624851598.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10409028080624851598.p12 was interrupted and is shutting down... 2024-11-25T10:30:22,725 DEBUG [FileChangeWatcher-hbase_test_ca3266103645447338611.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3266103645447338611.p12 was interrupted and is shutting down... 2024-11-25T10:30:22,725 DEBUG [FileChangeWatcher-hbase_test_ca3266103645447338611.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3266103645447338611.p12 was interrupted and is shutting down... 2024-11-25T10:30:22,725 DEBUG [FileChangeWatcher-hbase_test_key10409028080624851598.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10409028080624851598.p12 was interrupted and is shutting down... 2024-11-25T10:30:22,725 INFO [FileChangeWatcher-hbase_test_key10409028080624851598.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10409028080624851598.p12 thread finished 2024-11-25T10:30:22,725 INFO [FileChangeWatcher-hbase_test_ca3266103645447338611.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3266103645447338611.p12 thread finished 2024-11-25T10:30:22,730 INFO [FileChangeWatcher-hbase_test_ca3266103645447338611.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3266103645447338611.p12 thread finished 2024-11-25T10:30:22,731 INFO [FileChangeWatcher-hbase_test_key10409028080624851598.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10409028080624851598.p12 thread finished 2024-11-25T10:30:22,731 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 29) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key10409028080624851598.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_ca3266103645447338611.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=300 (was 300), ProcessCount=11 (was 11), AvailableMemoryMB=2999 (was 3162) 2024-11-25T10:30:22,737 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=300, ProcessCount=11, AvailableMemoryMB=2998 2024-11-25T10:30:22,738 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T10:30:22,739 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35729 2024-11-25T10:30:22,739 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T10:30:22,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1725028d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:30:22,740 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T10:30:22,741 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:22,768 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:22,768 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:22,769 INFO [FileChangeWatcher-hbase_test_key10409028080624851598.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10409028080624851598.p12 thread started 2024-11-25T10:30:22,769 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:22,770 INFO [FileChangeWatcher-hbase_test_ca3266103645447338611.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3266103645447338611.p12 thread started 2024-11-25T10:30:22,771 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T10:30:22,785 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:22,799 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:22,799 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:22,800 INFO [FileChangeWatcher-hbase_test_key10409028080624851598.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10409028080624851598.p12 thread started 2024-11-25T10:30:22,800 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:22,800 INFO [FileChangeWatcher-hbase_test_ca3266103645447338611.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3266103645447338611.p12 thread started 2024-11-25T10:30:22,801 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbbe058b3, L:/127.0.0.1:35729 - R:/127.0.0.1:57534] 2024-11-25T10:30:22,836 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57534, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T10:30:22,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:30:22,841 DEBUG [FileChangeWatcher-hbase_test_key10409028080624851598.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10409028080624851598.p12 was interrupted and is shutting down... 2024-11-25T10:30:22,842 INFO [FileChangeWatcher-hbase_test_key10409028080624851598.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10409028080624851598.p12 thread finished 2024-11-25T10:30:22,845 DEBUG [FileChangeWatcher-hbase_test_ca3266103645447338611.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3266103645447338611.p12 was interrupted and is shutting down... 2024-11-25T10:30:22,845 INFO [FileChangeWatcher-hbase_test_ca3266103645447338611.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3266103645447338611.p12 thread finished 2024-11-25T10:30:23,134 DEBUG [FileChangeWatcher-hbase_test_ca3266103645447338611.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10409028080624851598.p12 2024-11-25T10:30:23,134 DEBUG [FileChangeWatcher-hbase_test_key10409028080624851598.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10409028080624851598.p12 2024-11-25T10:30:23,135 INFO [FileChangeWatcher-hbase_test_key10409028080624851598.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10409028080624851598.p12 2024-11-25T10:30:23,135 DEBUG [FileChangeWatcher-hbase_test_ca3266103645447338611.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10409028080624851598.p12 2024-11-25T10:30:23,176 DEBUG [FileChangeWatcher-hbase_test_ca3266103645447338611.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10409028080624851598.p12 2024-11-25T10:30:23,176 DEBUG [FileChangeWatcher-hbase_test_key10409028080624851598.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10409028080624851598.p12 2024-11-25T10:30:23,176 DEBUG [FileChangeWatcher-hbase_test_ca3266103645447338611.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10409028080624851598.p12 2024-11-25T10:30:23,176 INFO [FileChangeWatcher-hbase_test_key10409028080624851598.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10409028080624851598.p12 2024-11-25T10:30:23,195 DEBUG [FileChangeWatcher-hbase_test_key10409028080624851598.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3266103645447338611.p12 2024-11-25T10:30:23,195 DEBUG [FileChangeWatcher-hbase_test_ca3266103645447338611.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3266103645447338611.p12 2024-11-25T10:30:23,195 DEBUG [FileChangeWatcher-hbase_test_key10409028080624851598.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3266103645447338611.p12 2024-11-25T10:30:23,195 INFO [FileChangeWatcher-hbase_test_ca3266103645447338611.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3266103645447338611.p12 2024-11-25T10:30:23,219 DEBUG [FileChangeWatcher-hbase_test_key10409028080624851598.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3266103645447338611.p12 2024-11-25T10:30:23,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@417df809, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:30:23,219 DEBUG [FileChangeWatcher-hbase_test_key10409028080624851598.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3266103645447338611.p12 2024-11-25T10:30:23,219 DEBUG [FileChangeWatcher-hbase_test_ca3266103645447338611.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3266103645447338611.p12 2024-11-25T10:30:23,220 INFO [FileChangeWatcher-hbase_test_ca3266103645447338611.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3266103645447338611.p12 2024-11-25T10:30:23,220 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T10:30:23,221 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:23,253 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:23,254 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:23,254 INFO [FileChangeWatcher-hbase_test_key10409028080624851598.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10409028080624851598.p12 thread started 2024-11-25T10:30:23,254 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:23,257 INFO [FileChangeWatcher-hbase_test_ca3266103645447338611.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3266103645447338611.p12 thread started 2024-11-25T10:30:23,257 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T10:30:23,273 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:23,287 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:23,288 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x157b44e1, L:/127.0.0.1:35729 - R:/127.0.0.1:57546] 2024-11-25T10:30:23,337 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57546, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T10:30:23,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:30:23,339 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35729 2024-11-25T10:30:23,339 DEBUG [FileChangeWatcher-hbase_test_key10409028080624851598.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10409028080624851598.p12 was interrupted and is shutting down... 2024-11-25T10:30:23,339 DEBUG [FileChangeWatcher-hbase_test_ca3266103645447338611.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3266103645447338611.p12 was interrupted and is shutting down... 2024-11-25T10:30:23,339 DEBUG [FileChangeWatcher-hbase_test_key10409028080624851598.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10409028080624851598.p12 was interrupted and is shutting down... 2024-11-25T10:30:23,339 INFO [FileChangeWatcher-hbase_test_ca3266103645447338611.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3266103645447338611.p12 thread finished 2024-11-25T10:30:23,339 DEBUG [FileChangeWatcher-hbase_test_ca3266103645447338611.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3266103645447338611.p12 was interrupted and is shutting down... 2024-11-25T10:30:23,340 INFO [FileChangeWatcher-hbase_test_key10409028080624851598.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10409028080624851598.p12 thread finished 2024-11-25T10:30:23,340 INFO [FileChangeWatcher-hbase_test_key10409028080624851598.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10409028080624851598.p12 thread finished 2024-11-25T10:30:23,347 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 29) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=300 (was 300), ProcessCount=11 (was 11), AvailableMemoryMB=2862 (was 2998) 2024-11-25T10:30:23,353 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=300, ProcessCount=11, AvailableMemoryMB=2862 2024-11-25T10:30:23,354 INFO [FileChangeWatcher-hbase_test_ca3266103645447338611.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3266103645447338611.p12 thread finished 2024-11-25T10:30:23,880 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T10:30:23,880 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36279 2024-11-25T10:30:23,881 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T10:30:23,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a28eacb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:30:23,881 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T10:30:23,882 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:24,164 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:24,165 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:24,165 INFO [FileChangeWatcher-hbase_test_key6281398519842560697.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6281398519842560697.bcfks thread started 2024-11-25T10:30:24,165 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:24,166 INFO [FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks thread started 2024-11-25T10:30:24,166 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T10:30:24,305 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:24,442 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:24,443 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:24,443 INFO [FileChangeWatcher-hbase_test_key6281398519842560697.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6281398519842560697.bcfks thread started 2024-11-25T10:30:24,444 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:24,444 INFO [FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks thread started 2024-11-25T10:30:24,444 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7f08014d, L:/127.0.0.1:36279 - R:/127.0.0.1:43682] 2024-11-25T10:30:24,615 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43682, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T10:30:25,137 DEBUG [FileChangeWatcher-hbase_test_key6281398519842560697.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6281398519842560697.bcfks 2024-11-25T10:30:25,137 DEBUG [FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6281398519842560697.bcfks 2024-11-25T10:30:25,137 DEBUG [FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6281398519842560697.bcfks 2024-11-25T10:30:25,137 DEBUG [FileChangeWatcher-hbase_test_key6281398519842560697.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6281398519842560697.bcfks 2024-11-25T10:30:25,137 INFO [FileChangeWatcher-hbase_test_key6281398519842560697.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6281398519842560697.bcfks 2024-11-25T10:30:25,137 DEBUG [FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6281398519842560697.bcfks 2024-11-25T10:30:25,137 DEBUG [FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6281398519842560697.bcfks 2024-11-25T10:30:25,137 INFO [FileChangeWatcher-hbase_test_key6281398519842560697.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6281398519842560697.bcfks 2024-11-25T10:30:25,350 DEBUG [FileChangeWatcher-hbase_test_key6281398519842560697.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6281398519842560697.bcfks 2024-11-25T10:30:25,350 DEBUG [FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6281398519842560697.bcfks 2024-11-25T10:30:25,350 DEBUG [FileChangeWatcher-hbase_test_key6281398519842560697.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6281398519842560697.bcfks 2024-11-25T10:30:25,350 DEBUG [FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6281398519842560697.bcfks 2024-11-25T10:30:25,350 INFO [FileChangeWatcher-hbase_test_key6281398519842560697.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6281398519842560697.bcfks 2024-11-25T10:30:25,350 DEBUG [FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6281398519842560697.bcfks 2024-11-25T10:30:25,350 INFO [FileChangeWatcher-hbase_test_key6281398519842560697.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6281398519842560697.bcfks 2024-11-25T10:30:25,350 DEBUG [FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6281398519842560697.bcfks 2024-11-25T10:30:25,350 DEBUG [FileChangeWatcher-hbase_test_key6281398519842560697.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5507407575581669231.bcfks 2024-11-25T10:30:25,350 DEBUG [FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5507407575581669231.bcfks 2024-11-25T10:30:25,350 DEBUG [FileChangeWatcher-hbase_test_key6281398519842560697.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5507407575581669231.bcfks 2024-11-25T10:30:25,350 DEBUG [FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5507407575581669231.bcfks 2024-11-25T10:30:25,350 INFO [FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5507407575581669231.bcfks 2024-11-25T10:30:25,350 DEBUG [FileChangeWatcher-hbase_test_key6281398519842560697.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5507407575581669231.bcfks 2024-11-25T10:30:25,350 DEBUG [FileChangeWatcher-hbase_test_key6281398519842560697.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5507407575581669231.bcfks 2024-11-25T10:30:25,350 INFO [FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5507407575581669231.bcfks 2024-11-25T10:30:25,473 DEBUG [FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5507407575581669231.bcfks 2024-11-25T10:30:25,473 DEBUG [FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5507407575581669231.bcfks 2024-11-25T10:30:25,473 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,36279,0 is dead - stopping the connection localhost:36279/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T10:30:25,473 INFO [FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5507407575581669231.bcfks 2024-11-25T10:30:25,473 DEBUG [FileChangeWatcher-hbase_test_key6281398519842560697.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5507407575581669231.bcfks 2024-11-25T10:30:25,473 DEBUG [FileChangeWatcher-hbase_test_key6281398519842560697.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5507407575581669231.bcfks 2024-11-25T10:30:25,473 INFO [FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5507407575581669231.bcfks 2024-11-25T10:30:25,473 DEBUG [FileChangeWatcher-hbase_test_key6281398519842560697.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5507407575581669231.bcfks 2024-11-25T10:30:25,473 DEBUG [FileChangeWatcher-hbase_test_key6281398519842560697.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5507407575581669231.bcfks 2024-11-25T10:30:25,473 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T10:30:25,474 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:25,724 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:25,725 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T10:30:25,857 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:25,990 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:25,990 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x03db0062, L:/127.0.0.1:36279 - R:/127.0.0.1:43688] 2024-11-25T10:30:26,183 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43688, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T10:30:26,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:30:26,185 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36279 2024-11-25T10:30:26,185 DEBUG [FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks was interrupted and is shutting down... 2024-11-25T10:30:26,185 DEBUG [FileChangeWatcher-hbase_test_key6281398519842560697.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6281398519842560697.bcfks was interrupted and is shutting down... 2024-11-25T10:30:26,185 DEBUG [FileChangeWatcher-hbase_test_key6281398519842560697.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6281398519842560697.bcfks was interrupted and is shutting down... 2024-11-25T10:30:26,185 DEBUG [FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks was interrupted and is shutting down... 2024-11-25T10:30:26,185 INFO [FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks thread finished 2024-11-25T10:30:26,186 INFO [FileChangeWatcher-hbase_test_key6281398519842560697.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6281398519842560697.bcfks thread finished 2024-11-25T10:30:26,186 INFO [FileChangeWatcher-hbase_test_key6281398519842560697.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6281398519842560697.bcfks thread finished 2024-11-25T10:30:26,186 INFO [FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks thread finished 2024-11-25T10:30:26,191 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33 (was 33), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=291 (was 300), ProcessCount=11 (was 11), AvailableMemoryMB=2692 (was 2862) 2024-11-25T10:30:26,197 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=291, ProcessCount=11, AvailableMemoryMB=2692 2024-11-25T10:30:26,199 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T10:30:26,199 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45521 2024-11-25T10:30:26,199 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T10:30:26,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@536ed78a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:30:26,200 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T10:30:26,201 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:26,463 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:26,464 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:26,464 INFO [FileChangeWatcher-hbase_test_key6281398519842560697.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6281398519842560697.bcfks thread started 2024-11-25T10:30:26,464 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:26,465 INFO [FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks thread started 2024-11-25T10:30:26,465 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T10:30:26,616 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:26,751 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:26,752 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:26,752 INFO [FileChangeWatcher-hbase_test_key6281398519842560697.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6281398519842560697.bcfks thread started 2024-11-25T10:30:26,752 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:26,753 INFO [FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks thread started 2024-11-25T10:30:26,753 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xdf2fbc6b, L:/127.0.0.1:45521 - R:/127.0.0.1:49844] 2024-11-25T10:30:26,897 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49844, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T10:30:26,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:30:26,899 DEBUG [FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks was interrupted and is shutting down... 2024-11-25T10:30:26,899 DEBUG [FileChangeWatcher-hbase_test_key6281398519842560697.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6281398519842560697.bcfks was interrupted and is shutting down... 2024-11-25T10:30:26,899 INFO [FileChangeWatcher-hbase_test_key6281398519842560697.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6281398519842560697.bcfks thread finished 2024-11-25T10:30:26,899 INFO [FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks thread finished 2024-11-25T10:30:27,252 DEBUG [FileChangeWatcher-hbase_test_key6281398519842560697.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6281398519842560697.bcfks 2024-11-25T10:30:27,252 DEBUG [FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6281398519842560697.bcfks 2024-11-25T10:30:27,252 INFO [FileChangeWatcher-hbase_test_key6281398519842560697.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6281398519842560697.bcfks 2024-11-25T10:30:27,252 DEBUG [FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6281398519842560697.bcfks 2024-11-25T10:30:27,447 DEBUG [FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6281398519842560697.bcfks 2024-11-25T10:30:27,447 DEBUG [FileChangeWatcher-hbase_test_key6281398519842560697.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6281398519842560697.bcfks 2024-11-25T10:30:27,447 DEBUG [FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6281398519842560697.bcfks 2024-11-25T10:30:27,447 INFO [FileChangeWatcher-hbase_test_key6281398519842560697.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6281398519842560697.bcfks 2024-11-25T10:30:27,470 DEBUG [FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5507407575581669231.bcfks 2024-11-25T10:30:27,470 DEBUG [FileChangeWatcher-hbase_test_key6281398519842560697.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5507407575581669231.bcfks 2024-11-25T10:30:27,470 INFO [FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5507407575581669231.bcfks 2024-11-25T10:30:27,470 DEBUG [FileChangeWatcher-hbase_test_key6281398519842560697.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5507407575581669231.bcfks 2024-11-25T10:30:27,603 DEBUG [FileChangeWatcher-hbase_test_key6281398519842560697.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5507407575581669231.bcfks 2024-11-25T10:30:27,603 DEBUG [FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5507407575581669231.bcfks 2024-11-25T10:30:27,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3783d602, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:30:27,603 DEBUG [FileChangeWatcher-hbase_test_key6281398519842560697.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5507407575581669231.bcfks 2024-11-25T10:30:27,604 INFO [FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5507407575581669231.bcfks 2024-11-25T10:30:27,604 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T10:30:27,605 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:27,868 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:27,868 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:27,869 INFO [FileChangeWatcher-hbase_test_key6281398519842560697.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6281398519842560697.bcfks thread started 2024-11-25T10:30:27,869 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:27,869 INFO [FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks thread started 2024-11-25T10:30:27,869 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T10:30:28,036 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:28,167 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:28,168 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1b7e846f, L:/127.0.0.1:45521 - R:/127.0.0.1:60096] 2024-11-25T10:30:28,318 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60096, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T10:30:28,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:30:28,321 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45521 2024-11-25T10:30:28,321 DEBUG [FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks was interrupted and is shutting down... 2024-11-25T10:30:28,321 DEBUG [FileChangeWatcher-hbase_test_key6281398519842560697.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6281398519842560697.bcfks was interrupted and is shutting down... 2024-11-25T10:30:28,322 DEBUG [FileChangeWatcher-hbase_test_key6281398519842560697.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6281398519842560697.bcfks was interrupted and is shutting down... 2024-11-25T10:30:28,322 DEBUG [FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks was interrupted and is shutting down... 2024-11-25T10:30:28,322 INFO [FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks thread finished 2024-11-25T10:30:28,322 INFO [FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5507407575581669231.bcfks thread finished 2024-11-25T10:30:28,322 INFO [FileChangeWatcher-hbase_test_key6281398519842560697.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6281398519842560697.bcfks thread finished 2024-11-25T10:30:28,324 INFO [FileChangeWatcher-hbase_test_key6281398519842560697.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6281398519842560697.bcfks thread finished 2024-11-25T10:30:28,330 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=36 (was 33) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=291 (was 291), ProcessCount=11 (was 11), AvailableMemoryMB=2559 (was 2692) 2024-11-25T10:30:28,335 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=291, ProcessCount=11, AvailableMemoryMB=2559 2024-11-25T10:30:28,477 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T10:30:28,480 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43795 2024-11-25T10:30:28,481 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T10:30:28,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@399d7dcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:30:28,482 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T10:30:28,482 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:28,514 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:28,514 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:28,515 INFO [FileChangeWatcher-hbase_test_key837250032244031247.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key837250032244031247.jks thread started 2024-11-25T10:30:28,515 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:28,516 INFO [FileChangeWatcher-hbase_test_ca4756041621395231543.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4756041621395231543.jks thread started 2024-11-25T10:30:28,516 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T10:30:28,536 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:28,550 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:28,550 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:28,551 INFO [FileChangeWatcher-hbase_test_key837250032244031247.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key837250032244031247.jks thread started 2024-11-25T10:30:28,551 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:28,551 INFO [FileChangeWatcher-hbase_test_ca4756041621395231543.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4756041621395231543.jks thread started 2024-11-25T10:30:28,551 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5af8b7d2, L:/127.0.0.1:43795 - R:/127.0.0.1:45150] 2024-11-25T10:30:28,608 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45150, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T10:30:28,618 DEBUG [FileChangeWatcher-hbase_test_ca4756041621395231543.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key837250032244031247.jks 2024-11-25T10:30:28,618 DEBUG [FileChangeWatcher-hbase_test_ca4756041621395231543.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key837250032244031247.jks 2024-11-25T10:30:28,618 DEBUG [FileChangeWatcher-hbase_test_key837250032244031247.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key837250032244031247.jks 2024-11-25T10:30:28,619 DEBUG [FileChangeWatcher-hbase_test_ca4756041621395231543.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key837250032244031247.jks 2024-11-25T10:30:28,619 INFO [FileChangeWatcher-hbase_test_key837250032244031247.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key837250032244031247.jks 2024-11-25T10:30:28,619 DEBUG [FileChangeWatcher-hbase_test_ca4756041621395231543.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key837250032244031247.jks 2024-11-25T10:30:28,621 DEBUG [FileChangeWatcher-hbase_test_key837250032244031247.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key837250032244031247.jks 2024-11-25T10:30:28,621 INFO [FileChangeWatcher-hbase_test_key837250032244031247.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key837250032244031247.jks 2024-11-25T10:30:28,645 DEBUG [FileChangeWatcher-hbase_test_key837250032244031247.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key837250032244031247.jks 2024-11-25T10:30:28,645 DEBUG [FileChangeWatcher-hbase_test_ca4756041621395231543.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key837250032244031247.jks 2024-11-25T10:30:28,645 DEBUG [FileChangeWatcher-hbase_test_key837250032244031247.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key837250032244031247.jks 2024-11-25T10:30:28,645 DEBUG [FileChangeWatcher-hbase_test_ca4756041621395231543.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key837250032244031247.jks 2024-11-25T10:30:28,645 DEBUG [FileChangeWatcher-hbase_test_ca4756041621395231543.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key837250032244031247.jks 2024-11-25T10:30:28,645 INFO [FileChangeWatcher-hbase_test_key837250032244031247.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key837250032244031247.jks 2024-11-25T10:30:28,645 INFO [FileChangeWatcher-hbase_test_key837250032244031247.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key837250032244031247.jks 2024-11-25T10:30:28,645 DEBUG [FileChangeWatcher-hbase_test_ca4756041621395231543.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key837250032244031247.jks 2024-11-25T10:30:28,645 DEBUG [FileChangeWatcher-hbase_test_ca4756041621395231543.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4756041621395231543.jks 2024-11-25T10:30:28,645 DEBUG [FileChangeWatcher-hbase_test_ca4756041621395231543.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4756041621395231543.jks 2024-11-25T10:30:28,645 DEBUG [FileChangeWatcher-hbase_test_key837250032244031247.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4756041621395231543.jks 2024-11-25T10:30:28,645 INFO [FileChangeWatcher-hbase_test_ca4756041621395231543.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4756041621395231543.jks 2024-11-25T10:30:28,645 DEBUG [FileChangeWatcher-hbase_test_key837250032244031247.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4756041621395231543.jks 2024-11-25T10:30:28,645 INFO [FileChangeWatcher-hbase_test_ca4756041621395231543.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4756041621395231543.jks 2024-11-25T10:30:28,645 DEBUG [FileChangeWatcher-hbase_test_key837250032244031247.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4756041621395231543.jks 2024-11-25T10:30:28,645 DEBUG [FileChangeWatcher-hbase_test_key837250032244031247.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4756041621395231543.jks 2024-11-25T10:30:28,666 DEBUG [FileChangeWatcher-hbase_test_ca4756041621395231543.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4756041621395231543.jks 2024-11-25T10:30:28,666 DEBUG [FileChangeWatcher-hbase_test_key837250032244031247.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4756041621395231543.jks 2024-11-25T10:30:28,666 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,43795,0 is dead - stopping the connection localhost:43795/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T10:30:28,667 DEBUG [FileChangeWatcher-hbase_test_ca4756041621395231543.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4756041621395231543.jks 2024-11-25T10:30:28,667 INFO [FileChangeWatcher-hbase_test_ca4756041621395231543.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4756041621395231543.jks 2024-11-25T10:30:28,666 DEBUG [FileChangeWatcher-hbase_test_key837250032244031247.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4756041621395231543.jks 2024-11-25T10:30:28,667 INFO [FileChangeWatcher-hbase_test_ca4756041621395231543.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4756041621395231543.jks 2024-11-25T10:30:28,667 DEBUG [FileChangeWatcher-hbase_test_key837250032244031247.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4756041621395231543.jks 2024-11-25T10:30:28,667 DEBUG [FileChangeWatcher-hbase_test_key837250032244031247.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4756041621395231543.jks 2024-11-25T10:30:28,667 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T10:30:28,668 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:28,695 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:28,695 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T10:30:28,712 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:28,728 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:28,729 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbbecedc5, L:/127.0.0.1:43795 - R:/127.0.0.1:45154] 2024-11-25T10:30:28,785 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45154, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T10:30:28,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:30:28,787 DEBUG [FileChangeWatcher-hbase_test_ca4756041621395231543.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4756041621395231543.jks was interrupted and is shutting down... 2024-11-25T10:30:28,787 DEBUG [FileChangeWatcher-hbase_test_key837250032244031247.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key837250032244031247.jks was interrupted and is shutting down... 2024-11-25T10:30:28,788 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43795 2024-11-25T10:30:28,788 DEBUG [FileChangeWatcher-hbase_test_key837250032244031247.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key837250032244031247.jks was interrupted and is shutting down... 2024-11-25T10:30:28,788 INFO [FileChangeWatcher-hbase_test_key837250032244031247.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key837250032244031247.jks thread finished 2024-11-25T10:30:28,788 DEBUG [FileChangeWatcher-hbase_test_ca4756041621395231543.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4756041621395231543.jks was interrupted and is shutting down... 2024-11-25T10:30:28,788 INFO [FileChangeWatcher-hbase_test_ca4756041621395231543.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4756041621395231543.jks thread finished 2024-11-25T10:30:28,788 INFO [FileChangeWatcher-hbase_test_key837250032244031247.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key837250032244031247.jks thread finished 2024-11-25T10:30:28,798 INFO [FileChangeWatcher-hbase_test_ca4756041621395231543.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4756041621395231543.jks thread finished 2024-11-25T10:30:28,799 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=291 (was 291), ProcessCount=11 (was 11), AvailableMemoryMB=2498 (was 2559) 2024-11-25T10:30:28,812 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=291, ProcessCount=11, AvailableMemoryMB=2496 2024-11-25T10:30:28,813 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T10:30:28,814 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44113 2024-11-25T10:30:28,814 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T10:30:28,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d2fd998, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:30:28,815 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T10:30:28,816 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:28,854 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:28,855 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:28,855 INFO [FileChangeWatcher-hbase_test_key837250032244031247.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key837250032244031247.jks thread started 2024-11-25T10:30:28,855 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:28,856 INFO [FileChangeWatcher-hbase_test_ca4756041621395231543.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4756041621395231543.jks thread started 2024-11-25T10:30:28,856 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T10:30:28,870 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:28,884 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:28,885 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:28,885 INFO [FileChangeWatcher-hbase_test_key837250032244031247.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key837250032244031247.jks thread started 2024-11-25T10:30:28,885 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:28,886 INFO [FileChangeWatcher-hbase_test_ca4756041621395231543.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4756041621395231543.jks thread started 2024-11-25T10:30:28,886 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf32c5121, L:/127.0.0.1:44113 - R:/127.0.0.1:33180] 2024-11-25T10:30:28,949 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33180, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T10:30:28,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:30:28,952 DEBUG [FileChangeWatcher-hbase_test_key837250032244031247.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key837250032244031247.jks was interrupted and is shutting down... 2024-11-25T10:30:28,952 INFO [FileChangeWatcher-hbase_test_key837250032244031247.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key837250032244031247.jks thread finished 2024-11-25T10:30:28,953 DEBUG [FileChangeWatcher-hbase_test_ca4756041621395231543.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4756041621395231543.jks was interrupted and is shutting down... 2024-11-25T10:30:28,953 INFO [FileChangeWatcher-hbase_test_ca4756041621395231543.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4756041621395231543.jks thread finished 2024-11-25T10:30:28,962 DEBUG [FileChangeWatcher-hbase_test_ca4756041621395231543.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key837250032244031247.jks 2024-11-25T10:30:28,962 DEBUG [FileChangeWatcher-hbase_test_ca4756041621395231543.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key837250032244031247.jks 2024-11-25T10:30:28,962 DEBUG [FileChangeWatcher-hbase_test_key837250032244031247.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key837250032244031247.jks 2024-11-25T10:30:28,962 INFO [FileChangeWatcher-hbase_test_key837250032244031247.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key837250032244031247.jks 2024-11-25T10:30:28,990 DEBUG [FileChangeWatcher-hbase_test_key837250032244031247.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key837250032244031247.jks 2024-11-25T10:30:28,990 DEBUG [FileChangeWatcher-hbase_test_ca4756041621395231543.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key837250032244031247.jks 2024-11-25T10:30:28,991 INFO [FileChangeWatcher-hbase_test_key837250032244031247.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key837250032244031247.jks 2024-11-25T10:30:28,991 DEBUG [FileChangeWatcher-hbase_test_ca4756041621395231543.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key837250032244031247.jks 2024-11-25T10:30:28,991 DEBUG [FileChangeWatcher-hbase_test_key837250032244031247.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4756041621395231543.jks 2024-11-25T10:30:28,991 DEBUG [FileChangeWatcher-hbase_test_ca4756041621395231543.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4756041621395231543.jks 2024-11-25T10:30:28,991 DEBUG [FileChangeWatcher-hbase_test_key837250032244031247.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4756041621395231543.jks 2024-11-25T10:30:28,991 INFO [FileChangeWatcher-hbase_test_ca4756041621395231543.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4756041621395231543.jks 2024-11-25T10:30:29,006 DEBUG [FileChangeWatcher-hbase_test_key837250032244031247.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4756041621395231543.jks 2024-11-25T10:30:29,006 DEBUG [FileChangeWatcher-hbase_test_ca4756041621395231543.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4756041621395231543.jks 2024-11-25T10:30:29,006 INFO [FileChangeWatcher-hbase_test_ca4756041621395231543.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4756041621395231543.jks 2024-11-25T10:30:29,006 DEBUG [FileChangeWatcher-hbase_test_key837250032244031247.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4756041621395231543.jks 2024-11-25T10:30:29,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f601e7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:30:29,006 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T10:30:29,007 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:29,040 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:29,041 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:29,041 INFO [FileChangeWatcher-hbase_test_key837250032244031247.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key837250032244031247.jks thread started 2024-11-25T10:30:29,041 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:29,042 INFO [FileChangeWatcher-hbase_test_ca4756041621395231543.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4756041621395231543.jks thread started 2024-11-25T10:30:29,042 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T10:30:29,060 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:29,074 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:29,074 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb78a7b90, L:/127.0.0.1:44113 - R:/127.0.0.1:33186] 2024-11-25T10:30:29,112 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33186, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T10:30:29,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:30:29,113 DEBUG [FileChangeWatcher-hbase_test_ca4756041621395231543.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4756041621395231543.jks was interrupted and is shutting down... 2024-11-25T10:30:29,113 DEBUG [FileChangeWatcher-hbase_test_key837250032244031247.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key837250032244031247.jks was interrupted and is shutting down... 2024-11-25T10:30:29,113 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44113 2024-11-25T10:30:29,114 DEBUG [FileChangeWatcher-hbase_test_ca4756041621395231543.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4756041621395231543.jks was interrupted and is shutting down... 2024-11-25T10:30:29,114 DEBUG [FileChangeWatcher-hbase_test_key837250032244031247.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key837250032244031247.jks was interrupted and is shutting down... 2024-11-25T10:30:29,114 INFO [FileChangeWatcher-hbase_test_key837250032244031247.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key837250032244031247.jks thread finished 2024-11-25T10:30:29,114 INFO [FileChangeWatcher-hbase_test_ca4756041621395231543.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4756041621395231543.jks thread finished 2024-11-25T10:30:29,114 INFO [FileChangeWatcher-hbase_test_ca4756041621395231543.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4756041621395231543.jks thread finished 2024-11-25T10:30:29,121 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=291 (was 291), ProcessCount=11 (was 11), AvailableMemoryMB=2468 (was 2496) 2024-11-25T10:30:29,126 INFO [FileChangeWatcher-hbase_test_key837250032244031247.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key837250032244031247.jks thread finished 2024-11-25T10:30:29,127 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=291, ProcessCount=11, AvailableMemoryMB=2467 2024-11-25T10:30:29,133 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T10:30:29,134 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40973 2024-11-25T10:30:29,134 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T10:30:29,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@184b883f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:30:29,135 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T10:30:29,135 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:29,140 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:29,141 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:29,149 INFO [FileChangeWatcher-hbase_test_key11738483880800833862.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11738483880800833862.pem thread started 2024-11-25T10:30:29,149 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:29,149 INFO [FileChangeWatcher-hbase_test_ca17315670555778846425.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17315670555778846425.pem thread started 2024-11-25T10:30:29,149 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T10:30:29,153 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:29,153 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:29,154 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:29,154 INFO [FileChangeWatcher-hbase_test_key11738483880800833862.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11738483880800833862.pem thread started 2024-11-25T10:30:29,154 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:29,157 INFO [FileChangeWatcher-hbase_test_ca17315670555778846425.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17315670555778846425.pem thread started 2024-11-25T10:30:29,157 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf8eccc62, L:/127.0.0.1:40973 - R:/127.0.0.1:43688] 2024-11-25T10:30:29,175 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43688, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T10:30:29,187 DEBUG [FileChangeWatcher-hbase_test_ca17315670555778846425.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11738483880800833862.pem 2024-11-25T10:30:29,187 DEBUG [FileChangeWatcher-hbase_test_key11738483880800833862.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11738483880800833862.pem 2024-11-25T10:30:29,187 INFO [FileChangeWatcher-hbase_test_key11738483880800833862.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11738483880800833862.pem 2024-11-25T10:30:29,187 DEBUG [FileChangeWatcher-hbase_test_ca17315670555778846425.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11738483880800833862.pem 2024-11-25T10:30:29,187 DEBUG [FileChangeWatcher-hbase_test_key11738483880800833862.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11738483880800833862.pem 2024-11-25T10:30:29,187 DEBUG [FileChangeWatcher-hbase_test_key11738483880800833862.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11738483880800833862.pem 2024-11-25T10:30:29,187 DEBUG [FileChangeWatcher-hbase_test_ca17315670555778846425.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11738483880800833862.pem 2024-11-25T10:30:29,187 INFO [FileChangeWatcher-hbase_test_key11738483880800833862.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11738483880800833862.pem 2024-11-25T10:30:29,187 INFO [FileChangeWatcher-hbase_test_key11738483880800833862.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11738483880800833862.pem 2024-11-25T10:30:29,187 DEBUG [FileChangeWatcher-hbase_test_ca17315670555778846425.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11738483880800833862.pem 2024-11-25T10:30:29,187 DEBUG [FileChangeWatcher-hbase_test_key11738483880800833862.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11738483880800833862.pem 2024-11-25T10:30:29,187 INFO [FileChangeWatcher-hbase_test_key11738483880800833862.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11738483880800833862.pem 2024-11-25T10:30:29,188 DEBUG [FileChangeWatcher-hbase_test_ca17315670555778846425.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17315670555778846425.pem 2024-11-25T10:30:29,188 DEBUG [FileChangeWatcher-hbase_test_key11738483880800833862.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17315670555778846425.pem 2024-11-25T10:30:29,188 DEBUG [FileChangeWatcher-hbase_test_key11738483880800833862.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17315670555778846425.pem 2024-11-25T10:30:29,188 INFO [FileChangeWatcher-hbase_test_ca17315670555778846425.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17315670555778846425.pem 2024-11-25T10:30:29,188 DEBUG [FileChangeWatcher-hbase_test_key11738483880800833862.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17315670555778846425.pem 2024-11-25T10:30:29,188 DEBUG [FileChangeWatcher-hbase_test_key11738483880800833862.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17315670555778846425.pem 2024-11-25T10:30:29,188 DEBUG [FileChangeWatcher-hbase_test_ca17315670555778846425.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17315670555778846425.pem 2024-11-25T10:30:29,188 INFO [FileChangeWatcher-hbase_test_ca17315670555778846425.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17315670555778846425.pem 2024-11-25T10:30:29,188 DEBUG [FileChangeWatcher-hbase_test_key11738483880800833862.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17315670555778846425.pem 2024-11-25T10:30:29,188 DEBUG [FileChangeWatcher-hbase_test_key11738483880800833862.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17315670555778846425.pem 2024-11-25T10:30:29,188 DEBUG [FileChangeWatcher-hbase_test_key11738483880800833862.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17315670555778846425.pem 2024-11-25T10:30:29,188 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40973,0 is dead - stopping the connection localhost:40973/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T10:30:29,188 DEBUG [FileChangeWatcher-hbase_test_key11738483880800833862.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17315670555778846425.pem 2024-11-25T10:30:29,188 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T10:30:29,188 DEBUG [FileChangeWatcher-hbase_test_ca17315670555778846425.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11738483880800833862.pem 2024-11-25T10:30:29,188 DEBUG [FileChangeWatcher-hbase_test_ca17315670555778846425.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11738483880800833862.pem 2024-11-25T10:30:29,189 DEBUG [FileChangeWatcher-hbase_test_ca17315670555778846425.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17315670555778846425.pem 2024-11-25T10:30:29,189 INFO [FileChangeWatcher-hbase_test_ca17315670555778846425.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17315670555778846425.pem 2024-11-25T10:30:29,189 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:29,193 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:29,193 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T10:30:29,196 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:29,197 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:29,197 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x636b781c, L:/127.0.0.1:40973 - R:/127.0.0.1:43700] 2024-11-25T10:30:29,214 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43700, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T10:30:29,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:30:29,216 DEBUG [FileChangeWatcher-hbase_test_ca17315670555778846425.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17315670555778846425.pem was interrupted and is shutting down... 2024-11-25T10:30:29,216 DEBUG [FileChangeWatcher-hbase_test_key11738483880800833862.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11738483880800833862.pem was interrupted and is shutting down... 2024-11-25T10:30:29,216 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40973 2024-11-25T10:30:29,216 DEBUG [FileChangeWatcher-hbase_test_key11738483880800833862.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11738483880800833862.pem was interrupted and is shutting down... 2024-11-25T10:30:29,216 DEBUG [FileChangeWatcher-hbase_test_ca17315670555778846425.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17315670555778846425.pem was interrupted and is shutting down... 2024-11-25T10:30:29,216 INFO [FileChangeWatcher-hbase_test_ca17315670555778846425.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17315670555778846425.pem thread finished 2024-11-25T10:30:29,216 INFO [FileChangeWatcher-hbase_test_key11738483880800833862.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11738483880800833862.pem thread finished 2024-11-25T10:30:29,222 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=291 (was 291), ProcessCount=11 (was 11), AvailableMemoryMB=2451 (was 2467) 2024-11-25T10:30:29,229 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=291, ProcessCount=11, AvailableMemoryMB=2449 2024-11-25T10:30:29,230 INFO [FileChangeWatcher-hbase_test_ca17315670555778846425.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17315670555778846425.pem thread finished 2024-11-25T10:30:29,231 INFO [FileChangeWatcher-hbase_test_key11738483880800833862.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11738483880800833862.pem thread finished 2024-11-25T10:30:29,231 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T10:30:29,231 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42733 2024-11-25T10:30:29,231 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T10:30:29,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15087c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:30:29,232 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T10:30:29,233 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:29,236 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:29,237 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:29,237 INFO [FileChangeWatcher-hbase_test_key11738483880800833862.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11738483880800833862.pem thread started 2024-11-25T10:30:29,237 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:29,238 INFO [FileChangeWatcher-hbase_test_ca17315670555778846425.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17315670555778846425.pem thread started 2024-11-25T10:30:29,238 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T10:30:29,241 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:29,242 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:29,242 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:29,242 INFO [FileChangeWatcher-hbase_test_key11738483880800833862.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11738483880800833862.pem thread started 2024-11-25T10:30:29,242 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:29,243 INFO [FileChangeWatcher-hbase_test_ca17315670555778846425.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17315670555778846425.pem thread started 2024-11-25T10:30:29,243 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x81acd86d, L:/127.0.0.1:42733 - R:/127.0.0.1:34778] 2024-11-25T10:30:29,258 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34778, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T10:30:29,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:30:29,260 DEBUG [FileChangeWatcher-hbase_test_ca17315670555778846425.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17315670555778846425.pem was interrupted and is shutting down... 2024-11-25T10:30:29,260 DEBUG [FileChangeWatcher-hbase_test_key11738483880800833862.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11738483880800833862.pem was interrupted and is shutting down... 2024-11-25T10:30:29,260 INFO [FileChangeWatcher-hbase_test_key11738483880800833862.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11738483880800833862.pem thread finished 2024-11-25T10:30:29,260 INFO [FileChangeWatcher-hbase_test_ca17315670555778846425.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17315670555778846425.pem thread finished 2024-11-25T10:30:29,269 DEBUG [FileChangeWatcher-hbase_test_ca17315670555778846425.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11738483880800833862.pem 2024-11-25T10:30:29,269 DEBUG [FileChangeWatcher-hbase_test_key11738483880800833862.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11738483880800833862.pem 2024-11-25T10:30:29,269 INFO [FileChangeWatcher-hbase_test_key11738483880800833862.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11738483880800833862.pem 2024-11-25T10:30:29,269 DEBUG [FileChangeWatcher-hbase_test_ca17315670555778846425.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11738483880800833862.pem 2024-11-25T10:30:29,269 DEBUG [FileChangeWatcher-hbase_test_key11738483880800833862.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11738483880800833862.pem 2024-11-25T10:30:29,269 DEBUG [FileChangeWatcher-hbase_test_ca17315670555778846425.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11738483880800833862.pem 2024-11-25T10:30:29,269 DEBUG [FileChangeWatcher-hbase_test_ca17315670555778846425.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11738483880800833862.pem 2024-11-25T10:30:29,269 INFO [FileChangeWatcher-hbase_test_key11738483880800833862.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11738483880800833862.pem 2024-11-25T10:30:29,270 DEBUG [FileChangeWatcher-hbase_test_key11738483880800833862.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17315670555778846425.pem 2024-11-25T10:30:29,270 DEBUG [FileChangeWatcher-hbase_test_ca17315670555778846425.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17315670555778846425.pem 2024-11-25T10:30:29,270 INFO [FileChangeWatcher-hbase_test_ca17315670555778846425.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17315670555778846425.pem 2024-11-25T10:30:29,270 DEBUG [FileChangeWatcher-hbase_test_key11738483880800833862.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17315670555778846425.pem 2024-11-25T10:30:29,270 DEBUG [FileChangeWatcher-hbase_test_key11738483880800833862.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17315670555778846425.pem 2024-11-25T10:30:29,270 DEBUG [FileChangeWatcher-hbase_test_ca17315670555778846425.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17315670555778846425.pem 2024-11-25T10:30:29,270 DEBUG [FileChangeWatcher-hbase_test_key11738483880800833862.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17315670555778846425.pem 2024-11-25T10:30:29,270 INFO [FileChangeWatcher-hbase_test_ca17315670555778846425.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17315670555778846425.pem 2024-11-25T10:30:29,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18de2240, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:30:29,270 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T10:30:29,271 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:29,274 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:29,275 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:29,275 INFO [FileChangeWatcher-hbase_test_key11738483880800833862.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11738483880800833862.pem thread started 2024-11-25T10:30:29,275 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:29,275 INFO [FileChangeWatcher-hbase_test_ca17315670555778846425.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17315670555778846425.pem thread started 2024-11-25T10:30:29,275 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T10:30:29,279 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:29,279 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:29,279 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe93b6d52, L:/127.0.0.1:42733 - R:/127.0.0.1:34794] 2024-11-25T10:30:29,293 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34794, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T10:30:29,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:30:29,295 DEBUG [FileChangeWatcher-hbase_test_key11738483880800833862.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11738483880800833862.pem was interrupted and is shutting down... 2024-11-25T10:30:29,295 DEBUG [FileChangeWatcher-hbase_test_ca17315670555778846425.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17315670555778846425.pem was interrupted and is shutting down... 2024-11-25T10:30:29,295 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42733 2024-11-25T10:30:29,295 DEBUG [FileChangeWatcher-hbase_test_key11738483880800833862.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11738483880800833862.pem was interrupted and is shutting down... 2024-11-25T10:30:29,295 DEBUG [FileChangeWatcher-hbase_test_ca17315670555778846425.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17315670555778846425.pem was interrupted and is shutting down... 2024-11-25T10:30:29,295 INFO [FileChangeWatcher-hbase_test_ca17315670555778846425.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17315670555778846425.pem thread finished 2024-11-25T10:30:29,295 INFO [FileChangeWatcher-hbase_test_key11738483880800833862.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11738483880800833862.pem thread finished 2024-11-25T10:30:29,295 INFO [FileChangeWatcher-hbase_test_key11738483880800833862.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11738483880800833862.pem thread finished 2024-11-25T10:30:29,302 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=291 (was 291), ProcessCount=11 (was 11), AvailableMemoryMB=2448 (was 2449) 2024-11-25T10:30:29,307 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=291, ProcessCount=11, AvailableMemoryMB=2448 2024-11-25T10:30:29,310 INFO [FileChangeWatcher-hbase_test_ca17315670555778846425.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17315670555778846425.pem thread finished 2024-11-25T10:30:29,346 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T10:30:29,347 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41007 2024-11-25T10:30:29,347 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T10:30:29,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f38023c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:30:29,348 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T10:30:29,348 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:29,390 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:29,390 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:29,390 INFO [FileChangeWatcher-hbase_test_key12937154432891065604.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12937154432891065604.p12 thread started 2024-11-25T10:30:29,391 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:29,391 INFO [FileChangeWatcher-hbase_test_ca14057115666938277492.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14057115666938277492.p12 thread started 2024-11-25T10:30:29,391 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T10:30:29,404 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:29,417 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:29,417 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:29,418 INFO [FileChangeWatcher-hbase_test_key12937154432891065604.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12937154432891065604.p12 thread started 2024-11-25T10:30:29,418 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:29,418 INFO [FileChangeWatcher-hbase_test_ca14057115666938277492.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14057115666938277492.p12 thread started 2024-11-25T10:30:29,418 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7bcd8745, L:/127.0.0.1:41007 - R:/127.0.0.1:59230] 2024-11-25T10:30:29,455 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59230, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T10:30:29,462 DEBUG [FileChangeWatcher-hbase_test_ca14057115666938277492.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12937154432891065604.p12 2024-11-25T10:30:29,462 DEBUG [FileChangeWatcher-hbase_test_ca14057115666938277492.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12937154432891065604.p12 2024-11-25T10:30:29,462 DEBUG [FileChangeWatcher-hbase_test_ca14057115666938277492.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12937154432891065604.p12 2024-11-25T10:30:29,462 DEBUG [FileChangeWatcher-hbase_test_ca14057115666938277492.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12937154432891065604.p12 2024-11-25T10:30:29,462 DEBUG [FileChangeWatcher-hbase_test_key12937154432891065604.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12937154432891065604.p12 2024-11-25T10:30:29,462 DEBUG [FileChangeWatcher-hbase_test_key12937154432891065604.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12937154432891065604.p12 2024-11-25T10:30:29,462 INFO [FileChangeWatcher-hbase_test_key12937154432891065604.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12937154432891065604.p12 2024-11-25T10:30:29,462 INFO [FileChangeWatcher-hbase_test_key12937154432891065604.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12937154432891065604.p12 2024-11-25T10:30:29,494 DEBUG [FileChangeWatcher-hbase_test_key12937154432891065604.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12937154432891065604.p12 2024-11-25T10:30:29,494 DEBUG [FileChangeWatcher-hbase_test_ca14057115666938277492.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12937154432891065604.p12 2024-11-25T10:30:29,494 DEBUG [FileChangeWatcher-hbase_test_key12937154432891065604.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12937154432891065604.p12 2024-11-25T10:30:29,494 DEBUG [FileChangeWatcher-hbase_test_ca14057115666938277492.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12937154432891065604.p12 2024-11-25T10:30:29,495 DEBUG [FileChangeWatcher-hbase_test_ca14057115666938277492.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12937154432891065604.p12 2024-11-25T10:30:29,495 INFO [FileChangeWatcher-hbase_test_key12937154432891065604.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12937154432891065604.p12 2024-11-25T10:30:29,495 INFO [FileChangeWatcher-hbase_test_key12937154432891065604.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12937154432891065604.p12 2024-11-25T10:30:29,495 DEBUG [FileChangeWatcher-hbase_test_ca14057115666938277492.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14057115666938277492.p12 2024-11-25T10:30:29,495 DEBUG [FileChangeWatcher-hbase_test_ca14057115666938277492.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12937154432891065604.p12 2024-11-25T10:30:29,495 DEBUG [FileChangeWatcher-hbase_test_key12937154432891065604.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14057115666938277492.p12 2024-11-25T10:30:29,495 DEBUG [FileChangeWatcher-hbase_test_key12937154432891065604.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14057115666938277492.p12 2024-11-25T10:30:29,495 INFO [FileChangeWatcher-hbase_test_ca14057115666938277492.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14057115666938277492.p12 2024-11-25T10:30:29,495 DEBUG [FileChangeWatcher-hbase_test_ca14057115666938277492.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14057115666938277492.p12 2024-11-25T10:30:29,495 DEBUG [FileChangeWatcher-hbase_test_key12937154432891065604.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14057115666938277492.p12 2024-11-25T10:30:29,495 DEBUG [FileChangeWatcher-hbase_test_key12937154432891065604.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14057115666938277492.p12 2024-11-25T10:30:29,495 INFO [FileChangeWatcher-hbase_test_ca14057115666938277492.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14057115666938277492.p12 2024-11-25T10:30:29,508 DEBUG [FileChangeWatcher-hbase_test_key12937154432891065604.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14057115666938277492.p12 2024-11-25T10:30:29,508 DEBUG [FileChangeWatcher-hbase_test_ca14057115666938277492.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14057115666938277492.p12 2024-11-25T10:30:29,508 DEBUG [FileChangeWatcher-hbase_test_key12937154432891065604.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14057115666938277492.p12 2024-11-25T10:30:29,508 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,41007,0 is dead - stopping the connection localhost:41007/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T10:30:29,508 DEBUG [FileChangeWatcher-hbase_test_ca14057115666938277492.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14057115666938277492.p12 2024-11-25T10:30:29,508 DEBUG [FileChangeWatcher-hbase_test_key12937154432891065604.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14057115666938277492.p12 2024-11-25T10:30:29,508 INFO [FileChangeWatcher-hbase_test_ca14057115666938277492.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14057115666938277492.p12 2024-11-25T10:30:29,508 DEBUG [FileChangeWatcher-hbase_test_key12937154432891065604.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14057115666938277492.p12 2024-11-25T10:30:29,508 INFO [FileChangeWatcher-hbase_test_ca14057115666938277492.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14057115666938277492.p12 2024-11-25T10:30:29,508 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T10:30:29,509 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:29,536 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:29,537 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T10:30:29,550 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:29,563 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:29,564 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd0d79219, L:/127.0.0.1:41007 - R:/127.0.0.1:59246] 2024-11-25T10:30:29,597 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59246, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T10:30:29,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:30:29,598 DEBUG [FileChangeWatcher-hbase_test_ca14057115666938277492.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14057115666938277492.p12 was interrupted and is shutting down... 2024-11-25T10:30:29,598 DEBUG [FileChangeWatcher-hbase_test_key12937154432891065604.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12937154432891065604.p12 was interrupted and is shutting down... 2024-11-25T10:30:29,598 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41007 2024-11-25T10:30:29,599 DEBUG [FileChangeWatcher-hbase_test_key12937154432891065604.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12937154432891065604.p12 was interrupted and is shutting down... 2024-11-25T10:30:29,599 DEBUG [FileChangeWatcher-hbase_test_ca14057115666938277492.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14057115666938277492.p12 was interrupted and is shutting down... 2024-11-25T10:30:29,599 INFO [FileChangeWatcher-hbase_test_ca14057115666938277492.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14057115666938277492.p12 thread finished 2024-11-25T10:30:29,599 INFO [FileChangeWatcher-hbase_test_key12937154432891065604.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12937154432891065604.p12 thread finished 2024-11-25T10:30:29,599 INFO [FileChangeWatcher-hbase_test_ca14057115666938277492.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14057115666938277492.p12 thread finished 2024-11-25T10:30:29,599 INFO [FileChangeWatcher-hbase_test_key12937154432891065604.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12937154432891065604.p12 thread finished 2024-11-25T10:30:29,605 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=291 (was 291), ProcessCount=11 (was 11), AvailableMemoryMB=2438 (was 2448) 2024-11-25T10:30:29,610 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=291, ProcessCount=11, AvailableMemoryMB=2438 2024-11-25T10:30:29,610 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T10:30:29,611 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44331 2024-11-25T10:30:29,611 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T10:30:29,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d927678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:30:29,612 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T10:30:29,612 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:29,639 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:29,639 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:29,640 INFO [FileChangeWatcher-hbase_test_key12937154432891065604.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12937154432891065604.p12 thread started 2024-11-25T10:30:29,640 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:29,640 INFO [FileChangeWatcher-hbase_test_ca14057115666938277492.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14057115666938277492.p12 thread started 2024-11-25T10:30:29,640 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T10:30:29,655 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:29,668 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:29,668 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:29,669 INFO [FileChangeWatcher-hbase_test_key12937154432891065604.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12937154432891065604.p12 thread started 2024-11-25T10:30:29,669 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:29,669 INFO [FileChangeWatcher-hbase_test_ca14057115666938277492.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14057115666938277492.p12 thread started 2024-11-25T10:30:29,669 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x07fd44d8, L:/127.0.0.1:44331 - R:/127.0.0.1:39974] 2024-11-25T10:30:29,699 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39974, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T10:30:29,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:30:29,701 DEBUG [FileChangeWatcher-hbase_test_key12937154432891065604.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12937154432891065604.p12 was interrupted and is shutting down... 2024-11-25T10:30:29,701 DEBUG [FileChangeWatcher-hbase_test_ca14057115666938277492.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14057115666938277492.p12 was interrupted and is shutting down... 2024-11-25T10:30:29,701 INFO [FileChangeWatcher-hbase_test_ca14057115666938277492.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14057115666938277492.p12 thread finished 2024-11-25T10:30:29,701 INFO [FileChangeWatcher-hbase_test_key12937154432891065604.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12937154432891065604.p12 thread finished 2024-11-25T10:30:29,705 DEBUG [FileChangeWatcher-hbase_test_key12937154432891065604.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12937154432891065604.p12 2024-11-25T10:30:29,705 DEBUG [FileChangeWatcher-hbase_test_ca14057115666938277492.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12937154432891065604.p12 2024-11-25T10:30:29,705 INFO [FileChangeWatcher-hbase_test_key12937154432891065604.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12937154432891065604.p12 2024-11-25T10:30:29,705 DEBUG [FileChangeWatcher-hbase_test_ca14057115666938277492.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12937154432891065604.p12 2024-11-25T10:30:29,728 DEBUG [FileChangeWatcher-hbase_test_key12937154432891065604.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12937154432891065604.p12 2024-11-25T10:30:29,728 DEBUG [FileChangeWatcher-hbase_test_ca14057115666938277492.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12937154432891065604.p12 2024-11-25T10:30:29,728 INFO [FileChangeWatcher-hbase_test_key12937154432891065604.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12937154432891065604.p12 2024-11-25T10:30:29,728 DEBUG [FileChangeWatcher-hbase_test_ca14057115666938277492.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12937154432891065604.p12 2024-11-25T10:30:29,728 DEBUG [FileChangeWatcher-hbase_test_key12937154432891065604.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14057115666938277492.p12 2024-11-25T10:30:29,728 DEBUG [FileChangeWatcher-hbase_test_key12937154432891065604.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14057115666938277492.p12 2024-11-25T10:30:29,728 DEBUG [FileChangeWatcher-hbase_test_ca14057115666938277492.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14057115666938277492.p12 2024-11-25T10:30:29,728 INFO [FileChangeWatcher-hbase_test_ca14057115666938277492.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14057115666938277492.p12 2024-11-25T10:30:29,741 DEBUG [FileChangeWatcher-hbase_test_ca14057115666938277492.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14057115666938277492.p12 2024-11-25T10:30:29,741 DEBUG [FileChangeWatcher-hbase_test_key12937154432891065604.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14057115666938277492.p12 2024-11-25T10:30:29,741 DEBUG [FileChangeWatcher-hbase_test_key12937154432891065604.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14057115666938277492.p12 2024-11-25T10:30:29,741 INFO [FileChangeWatcher-hbase_test_ca14057115666938277492.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14057115666938277492.p12 2024-11-25T10:30:29,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@348240c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:30:29,741 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T10:30:29,742 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:29,789 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:29,789 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:29,790 INFO [FileChangeWatcher-hbase_test_key12937154432891065604.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12937154432891065604.p12 thread started 2024-11-25T10:30:29,790 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:29,790 INFO [FileChangeWatcher-hbase_test_ca14057115666938277492.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14057115666938277492.p12 thread started 2024-11-25T10:30:29,790 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T10:30:29,814 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:29,831 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:29,832 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbc07e12a, L:/127.0.0.1:44331 - R:/127.0.0.1:39982] 2024-11-25T10:30:29,866 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39982, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T10:30:29,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:30:29,867 DEBUG [FileChangeWatcher-hbase_test_ca14057115666938277492.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14057115666938277492.p12 was interrupted and is shutting down... 2024-11-25T10:30:29,867 DEBUG [FileChangeWatcher-hbase_test_key12937154432891065604.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12937154432891065604.p12 was interrupted and is shutting down... 2024-11-25T10:30:29,867 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44331 2024-11-25T10:30:29,867 DEBUG [FileChangeWatcher-hbase_test_key12937154432891065604.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12937154432891065604.p12 was interrupted and is shutting down... 2024-11-25T10:30:29,867 DEBUG [FileChangeWatcher-hbase_test_ca14057115666938277492.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14057115666938277492.p12 was interrupted and is shutting down... 2024-11-25T10:30:29,867 INFO [FileChangeWatcher-hbase_test_ca14057115666938277492.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14057115666938277492.p12 thread finished 2024-11-25T10:30:29,868 INFO [FileChangeWatcher-hbase_test_key12937154432891065604.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12937154432891065604.p12 thread finished 2024-11-25T10:30:29,875 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=291 (was 291), ProcessCount=11 (was 11), AvailableMemoryMB=2433 (was 2438) 2024-11-25T10:30:29,878 INFO [FileChangeWatcher-hbase_test_key12937154432891065604.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12937154432891065604.p12 thread finished 2024-11-25T10:30:29,878 INFO [FileChangeWatcher-hbase_test_ca14057115666938277492.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14057115666938277492.p12 thread finished 2024-11-25T10:30:29,882 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=291, ProcessCount=11, AvailableMemoryMB=2434 2024-11-25T10:30:30,241 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T10:30:30,241 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44105 2024-11-25T10:30:30,242 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T10:30:30,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ba1ccc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:30:30,242 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T10:30:30,243 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:30,513 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:30,513 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:30,514 INFO [FileChangeWatcher-hbase_test_key4741044932601984881.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4741044932601984881.bcfks thread started 2024-11-25T10:30:30,514 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:30,514 INFO [FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks thread started 2024-11-25T10:30:30,514 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T10:30:30,645 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:30,770 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:30,771 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:30,771 INFO [FileChangeWatcher-hbase_test_key4741044932601984881.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4741044932601984881.bcfks thread started 2024-11-25T10:30:30,771 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:30,772 INFO [FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks thread started 2024-11-25T10:30:30,772 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5b52ca9f, L:/127.0.0.1:44105 - R:/127.0.0.1:52996] 2024-11-25T10:30:30,977 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52996, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T10:30:30,990 DEBUG [FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4741044932601984881.bcfks 2024-11-25T10:30:30,990 DEBUG [FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4741044932601984881.bcfks 2024-11-25T10:30:30,990 DEBUG [FileChangeWatcher-hbase_test_key4741044932601984881.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4741044932601984881.bcfks 2024-11-25T10:30:30,990 DEBUG [FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4741044932601984881.bcfks 2024-11-25T10:30:30,990 DEBUG [FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4741044932601984881.bcfks 2024-11-25T10:30:30,990 INFO [FileChangeWatcher-hbase_test_key4741044932601984881.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4741044932601984881.bcfks 2024-11-25T10:30:30,990 DEBUG [FileChangeWatcher-hbase_test_key4741044932601984881.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4741044932601984881.bcfks 2024-11-25T10:30:30,991 INFO [FileChangeWatcher-hbase_test_key4741044932601984881.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4741044932601984881.bcfks 2024-11-25T10:30:31,182 DEBUG [FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4741044932601984881.bcfks 2024-11-25T10:30:31,182 DEBUG [FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4741044932601984881.bcfks 2024-11-25T10:30:31,182 DEBUG [FileChangeWatcher-hbase_test_key4741044932601984881.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4741044932601984881.bcfks 2024-11-25T10:30:31,182 DEBUG [FileChangeWatcher-hbase_test_key4741044932601984881.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4741044932601984881.bcfks 2024-11-25T10:30:31,182 DEBUG [FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4741044932601984881.bcfks 2024-11-25T10:30:31,182 DEBUG [FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4741044932601984881.bcfks 2024-11-25T10:30:31,182 INFO [FileChangeWatcher-hbase_test_key4741044932601984881.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4741044932601984881.bcfks 2024-11-25T10:30:31,183 INFO [FileChangeWatcher-hbase_test_key4741044932601984881.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4741044932601984881.bcfks 2024-11-25T10:30:31,203 DEBUG [FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16561980229599141794.bcfks 2024-11-25T10:30:31,203 DEBUG [FileChangeWatcher-hbase_test_key4741044932601984881.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16561980229599141794.bcfks 2024-11-25T10:30:31,203 DEBUG [FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16561980229599141794.bcfks 2024-11-25T10:30:31,203 DEBUG [FileChangeWatcher-hbase_test_key4741044932601984881.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16561980229599141794.bcfks 2024-11-25T10:30:31,203 INFO [FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16561980229599141794.bcfks 2024-11-25T10:30:31,203 INFO [FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16561980229599141794.bcfks 2024-11-25T10:30:31,203 DEBUG [FileChangeWatcher-hbase_test_key4741044932601984881.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16561980229599141794.bcfks 2024-11-25T10:30:31,203 DEBUG [FileChangeWatcher-hbase_test_key4741044932601984881.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16561980229599141794.bcfks 2024-11-25T10:30:31,337 DEBUG [FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16561980229599141794.bcfks 2024-11-25T10:30:31,337 DEBUG [FileChangeWatcher-hbase_test_key4741044932601984881.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16561980229599141794.bcfks 2024-11-25T10:30:31,337 DEBUG [FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16561980229599141794.bcfks 2024-11-25T10:30:31,337 DEBUG [FileChangeWatcher-hbase_test_key4741044932601984881.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16561980229599141794.bcfks 2024-11-25T10:30:31,337 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44105,0 is dead - stopping the connection localhost:44105/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T10:30:31,337 INFO [FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16561980229599141794.bcfks 2024-11-25T10:30:31,337 DEBUG [FileChangeWatcher-hbase_test_key4741044932601984881.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16561980229599141794.bcfks 2024-11-25T10:30:31,337 INFO [FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16561980229599141794.bcfks 2024-11-25T10:30:31,337 DEBUG [FileChangeWatcher-hbase_test_key4741044932601984881.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16561980229599141794.bcfks 2024-11-25T10:30:31,337 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T10:30:31,338 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:31,603 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:31,603 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T10:30:31,741 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:31,873 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:31,874 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2b7617db, L:/127.0.0.1:44105 - R:/127.0.0.1:53000] 2024-11-25T10:30:32,021 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53000, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T10:30:32,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:30:32,022 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44105 2024-11-25T10:30:32,022 DEBUG [FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks was interrupted and is shutting down... 2024-11-25T10:30:32,022 DEBUG [FileChangeWatcher-hbase_test_key4741044932601984881.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4741044932601984881.bcfks was interrupted and is shutting down... 2024-11-25T10:30:32,022 DEBUG [FileChangeWatcher-hbase_test_key4741044932601984881.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4741044932601984881.bcfks was interrupted and is shutting down... 2024-11-25T10:30:32,022 DEBUG [FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks was interrupted and is shutting down... 2024-11-25T10:30:32,022 INFO [FileChangeWatcher-hbase_test_key4741044932601984881.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4741044932601984881.bcfks thread finished 2024-11-25T10:30:32,022 INFO [FileChangeWatcher-hbase_test_key4741044932601984881.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4741044932601984881.bcfks thread finished 2024-11-25T10:30:32,022 INFO [FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks thread finished 2024-11-25T10:30:32,028 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=276 (was 291), ProcessCount=11 (was 11), AvailableMemoryMB=2386 (was 2434) 2024-11-25T10:30:32,032 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=276, ProcessCount=11, AvailableMemoryMB=2386 2024-11-25T10:30:32,034 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T10:30:32,034 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40551 2024-11-25T10:30:32,035 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T10:30:32,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@224b0180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:30:32,035 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T10:30:32,036 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:32,042 INFO [FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks thread finished 2024-11-25T10:30:32,289 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:32,290 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:32,290 INFO [FileChangeWatcher-hbase_test_key4741044932601984881.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4741044932601984881.bcfks thread started 2024-11-25T10:30:32,290 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:32,291 INFO [FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks thread started 2024-11-25T10:30:32,291 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T10:30:32,417 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:32,547 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:32,547 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:32,548 INFO [FileChangeWatcher-hbase_test_key4741044932601984881.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4741044932601984881.bcfks thread started 2024-11-25T10:30:32,548 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:32,548 INFO [FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks thread started 2024-11-25T10:30:32,548 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3c19e382, L:/127.0.0.1:40551 - R:/127.0.0.1:44116] 2024-11-25T10:30:32,691 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44116, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T10:30:32,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:30:32,693 DEBUG [FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks was interrupted and is shutting down... 2024-11-25T10:30:32,693 DEBUG [FileChangeWatcher-hbase_test_key4741044932601984881.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4741044932601984881.bcfks was interrupted and is shutting down... 2024-11-25T10:30:32,693 INFO [FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks thread finished 2024-11-25T10:30:32,694 INFO [FileChangeWatcher-hbase_test_key4741044932601984881.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4741044932601984881.bcfks thread finished 2024-11-25T10:30:32,704 DEBUG [FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4741044932601984881.bcfks 2024-11-25T10:30:32,704 DEBUG [FileChangeWatcher-hbase_test_key4741044932601984881.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4741044932601984881.bcfks 2024-11-25T10:30:32,704 DEBUG [FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4741044932601984881.bcfks 2024-11-25T10:30:32,704 INFO [FileChangeWatcher-hbase_test_key4741044932601984881.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4741044932601984881.bcfks 2024-11-25T10:30:32,895 DEBUG [FileChangeWatcher-hbase_test_key4741044932601984881.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4741044932601984881.bcfks 2024-11-25T10:30:32,895 DEBUG [FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4741044932601984881.bcfks 2024-11-25T10:30:32,895 INFO [FileChangeWatcher-hbase_test_key4741044932601984881.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4741044932601984881.bcfks 2024-11-25T10:30:32,896 DEBUG [FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4741044932601984881.bcfks 2024-11-25T10:30:32,896 DEBUG [FileChangeWatcher-hbase_test_key4741044932601984881.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16561980229599141794.bcfks 2024-11-25T10:30:32,896 DEBUG [FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16561980229599141794.bcfks 2024-11-25T10:30:32,896 DEBUG [FileChangeWatcher-hbase_test_key4741044932601984881.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16561980229599141794.bcfks 2024-11-25T10:30:32,896 INFO [FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16561980229599141794.bcfks 2024-11-25T10:30:33,046 DEBUG [FileChangeWatcher-hbase_test_key4741044932601984881.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16561980229599141794.bcfks 2024-11-25T10:30:33,046 DEBUG [FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16561980229599141794.bcfks 2024-11-25T10:30:33,046 DEBUG [FileChangeWatcher-hbase_test_key4741044932601984881.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16561980229599141794.bcfks 2024-11-25T10:30:33,046 INFO [FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16561980229599141794.bcfks 2024-11-25T10:30:33,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a199d30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:30:33,047 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T10:30:33,047 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:33,317 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:33,317 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:33,318 INFO [FileChangeWatcher-hbase_test_key4741044932601984881.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4741044932601984881.bcfks thread started 2024-11-25T10:30:33,318 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d2af580-1774-a40c-5f7b-9ded3119fc3e/TestNettyTLSIPCFileWatcher 2024-11-25T10:30:33,318 INFO [FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks thread started 2024-11-25T10:30:33,319 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T10:30:33,449 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T10:30:33,589 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T10:30:33,589 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1055bab3, L:/127.0.0.1:40551 - R:/127.0.0.1:44122] 2024-11-25T10:30:33,743 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44122, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T10:30:33,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:30:33,744 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40551 2024-11-25T10:30:33,744 DEBUG [FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks was interrupted and is shutting down... 2024-11-25T10:30:33,744 DEBUG [FileChangeWatcher-hbase_test_key4741044932601984881.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4741044932601984881.bcfks was interrupted and is shutting down... 2024-11-25T10:30:33,744 DEBUG [FileChangeWatcher-hbase_test_key4741044932601984881.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4741044932601984881.bcfks was interrupted and is shutting down... 2024-11-25T10:30:33,744 DEBUG [FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks was interrupted and is shutting down... 2024-11-25T10:30:33,750 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=43 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=276 (was 276), ProcessCount=11 (was 11), AvailableMemoryMB=2347 (was 2386) 2024-11-25T10:30:33,762 INFO [FileChangeWatcher-hbase_test_key4741044932601984881.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4741044932601984881.bcfks thread finished 2024-11-25T10:30:33,762 INFO [FileChangeWatcher-hbase_test_key4741044932601984881.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4741044932601984881.bcfks thread finished 2024-11-25T10:30:33,762 INFO [FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks thread finished 2024-11-25T10:30:33,762 INFO [FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16561980229599141794.bcfks thread finished